-- Logs begin at Mon 2022-10-03 15:19:51 UTC, end at Mon 2022-10-03 16:16:00 UTC. -- Oct 03 15:50:35.070506 dv-cinder-844563-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 03 15:50:37.761430 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.common.config [-] Logging enabled! Oct 03 15:50:37.761983 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 03 15:50:37.762140 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106051) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 03 15:50:37.765388 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.common.config [-] Logging enabled! Oct 03 15:50:37.765643 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 03 15:50:37.765954 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106051) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 03 15:50:37.766890 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 15:50:37.767124 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 15:50:37.767606 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 15:50:37.767852 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 15:50:37.768078 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 15:50:37.768392 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.768689 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.768950 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.769248 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.769541 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.769826 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.770114 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.770406 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.771277 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.771718 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.772012 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.772249 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.772529 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.772848 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.773140 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.773368 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] debug = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.773653 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.774076 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.774470 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.774758 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.775052 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.775332 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.775605 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.775879 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.776163 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.776494 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] host = dv-cinder-844563-13-iscsi {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.776791 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.777080 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.777368 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.777655 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.777929 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.778203 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.778487 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.778760 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.779031 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] log_file = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.779306 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.779596 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.779883 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.780171 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.780398 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.780621 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.780935 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.781228 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.781504 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.781795 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.782052 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.782325 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.782598 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.782865 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.783150 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.783433 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.783722 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.783996 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.784268 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.784539 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.784841 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.785129 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.785406 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.785678 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.785954 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.786239 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.786548 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.786824 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.787121 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.787408 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.787689 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.787977 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.788250 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.788531 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.788828 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.789103 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.789375 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] use_json = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.789646 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.789917 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.790196 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.790468 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.790740 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.791012 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.791286 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.791573 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.791847 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:37.792144 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.792441 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.792768 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.793057 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.793364 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.793654 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.793950 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.794232 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.794524 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.794816 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.795105 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.795385 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.795688 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.795976 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.796273 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.796577 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.796896 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.797189 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.797466 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.797740 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.798014 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.798293 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.798582 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.798860 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.799149 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.799442 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.799723 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.800020 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.800306 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.800593 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.800911 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.801204 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.801478 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.801756 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.802131 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.802412 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.802688 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.802975 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.803252 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.803529 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.803810 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.804099 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.804386 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.804657 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.804956 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.805245 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.805521 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.805792 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.806062 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.806337 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.806607 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.806887 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.807161 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.807431 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.807701 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.807978 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.808248 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.808519 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.808820 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.809094 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.809366 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.809638 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.809908 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.810181 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.810451 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.810724 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.810995 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.811266 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.811545 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.811818 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.812090 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.812362 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.812633 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.812928 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.813214 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.813519 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.813800 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.814080 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.814359 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.814636 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.814912 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.815191 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.815466 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.815745 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.816017 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.816307 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.816590 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.816921 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.817206 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.817503 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.818321 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.818640 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.818883 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.819160 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.819437 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.819714 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.819998 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.820275 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.820553 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.820857 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.821146 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.821442 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.821739 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.822020 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.822316 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.822611 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.822905 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.823187 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.823500 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.823780 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:37.824000 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 15:50:37.824241 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106051) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 03 15:50:38.201650 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 03 15:50:38.201973 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 03 15:50:38.202243 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 03 15:50:38.202476 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 03 15:50:38.202755 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 03 15:50:38.203087 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 03 15:50:38.530627 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.530844 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.531118 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.532326 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.532601 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.532891 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.587520 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.587798 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.588070 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.604967 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.605248 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.605520 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.633254 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.633527 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.633797 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.671420 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.671697 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.671972 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.902279 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.902898 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.902898 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.903995 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:38.904703 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.001882 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.002207 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.002494 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.002765 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.003030 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.003345 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.003607 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.003864 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.004122 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.004413 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.004674 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.005477 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.005749 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.006156 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.006571 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.007001 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.007427 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.007848 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.008128 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.008398 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.008791 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.009219 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.009697 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.010352 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.010646 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.011007 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.011653 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 15:50:39.012066 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 15:50:39.012450 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 15:50:39.012915 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 15:50:39.013271 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 15:50:39.013527 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 15:50:39.013906 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 03 15:50:39.017530 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 03 15:50:39.022183 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 03 15:50:39.027381 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Oct 03 15:50:39.029434 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 03 15:50:39.030054 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 03 15:50:39.030391 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 03 15:50:39.030778 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 03 15:50:39.033586 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 03 15:50:39.033839 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 03 15:50:39.034186 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 03 15:50:39.039359 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 03 15:50:39.061997 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 03 15:50:39.062457 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.062759 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106051) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 03 15:50:39.063135 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.064484 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106051) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 03 15:50:39.064793 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 03 15:50:39.065044 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 03 15:50:39.076249 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.076533 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.220582 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 03 15:50:39.220785 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 03 15:50:39.221025 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 03 15:50:39.221398 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 03 15:50:39.274301 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO dbcounter [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Registered counter for database neutron Oct 03 15:50:39.293534 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_db.sqlalchemy.engines [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106051) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 03 15:50:39.299264 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG dbcounter [-] [106051] Writer thread running {{(pid=106051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 15:50:39.845186 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Initializing driver for type 'gre' Oct 03 15:50:39.845717 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] gre ID ranges: [(1, 1000)] Oct 03 15:50:39.901726 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Initializing driver for type 'local' Oct 03 15:50:39.902100 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Initializing driver for type 'vlan' Oct 03 15:50:39.914780 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] VlanTypeDriver initialization complete Oct 03 15:50:39.915522 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Initializing driver for type 'vxlan' Oct 03 15:50:39.915607 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] vxlan ID ranges: [(1, 1000)] Oct 03 15:50:39.978024 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Initializing extension driver 'port_security' Oct 03 15:50:39.978212 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.extensions.port_security [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] PortSecurityExtensionDriver initialization complete Oct 03 15:50:39.978511 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Initializing mechanism driver 'openvswitch' Oct 03 15:50:39.978848 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Initializing mechanism driver 'hyperv' Oct 03 15:50:39.985418 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.plugins.ml2.plugin [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:50:39.986087 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > port after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.986461 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > port after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.986818 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > port after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.987327 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 15:50:39.987751 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > subnet after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.988112 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > subnet after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.988462 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.988882 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 15:50:39.989333 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > network after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.989716 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > network after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.990067 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > network after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.990463 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 15:50:39.990881 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > security_group after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.991237 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > security_group after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.991584 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.991981 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 15:50:39.992387 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.992763 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.993110 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.993631 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 15:50:39.994039 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > address_group after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.994392 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > address_group after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.994737 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.995133 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 15:50:39.995576 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] ML2 OVO RPC backend initialized. {{(pid=106051) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 03 15:50:39.996284 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.996645 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.997091 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > network before_response 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.997476 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > networks before_response 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.997825 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > port before_response 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.998171 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > ports before_response 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.998518 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > subnet before_response 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.998865 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > subnets before_response 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.999212 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > network after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.999558 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > network after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:39.999896 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > network after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.000237 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > port after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.000587 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > port after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.000960 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > port after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.001304 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > subnet after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.001650 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > subnet after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.001990 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.010071 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded quota_driver: . Oct 03 15:50:40.010438 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.plugin [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Modular L2 Plugin initialization complete Oct 03 15:50:40.010788 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading services supported by the core plugin {{(pid=106051) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 03 15:50:40.011135 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.plugins.ml2.managers [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Got port-security extension from driver 'port_security' Oct 03 15:50:40.011621 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.extensions.vlantransparent [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Disabled vlantransparent extension. Oct 03 15:50:40.012116 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106051) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 03 15:50:40.012446 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading Plugin: router Oct 03 15:50:40.048078 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.048473 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router after_create 55549900 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.048882 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router before_create 55549900 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.049264 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.049643 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.050057 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router after_delete 55549900 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.050379 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.050716 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.051078 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router after_create 55549900 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.051427 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router after_update 55549900 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.051815 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router after_update 55549900 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.052176 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.052535 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router after_update 55549900 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.052983 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router precommit_update 55549900 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.053357 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: port after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.053702 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: port after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.054050 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: subnet after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.054401 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.054756 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.055110 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router precommit_create 55549900 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.055459 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: port before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.055806 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router precommit_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.056165 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router after_update 55549900 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.056509 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.056931 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router precommit_create 55549900 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.057254 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.057603 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router precommit_update 55549900 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.057973 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > agent after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.058329 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > agent after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.058686 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > network after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.059540 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Tracking information for resource: router configured {{(pid=106051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 15:50:40.059875 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Tracking information for resource: floatingip configured {{(pid=106051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 15:50:40.064884 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.db.l3_agentschedulers_db [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 03 15:50:40.065460 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: port after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.065825 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: port after_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.066180 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: port after_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.066535 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: port after_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.067330 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router before_create 55550100 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.068235 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.068627 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router precommit_create 55550100 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.069012 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > router precommit_update 55550100 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.073880 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.services.provider_configuration [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service providers = [] {{(pid=106051) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 03 15:50:40.074250 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.db.servicetype_db [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106051) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 03 15:50:40.077241 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.services.service_base [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 15:50:40.077592 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.services.service_base [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 15:50:40.077935 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.services.service_base [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 15:50:40.078830 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.services.service_base [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 15:50:40.079206 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.services.service_base [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 03 15:50:40.079603 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 15:50:40.079923 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 03 15:50:40.092320 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 15:50:40.092660 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading Plugin: auto_allocate Oct 03 15:50:40.098850 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: network precommit_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.099303 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: network precommit_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.099836 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 15:50:40.100164 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading Plugin: tag Oct 03 15:50:40.106797 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 15:50:40.107132 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading Plugin: timestamp Oct 03 15:50:40.111184 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 15:50:40.111515 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading Plugin: network_ip_availability Oct 03 15:50:40.117501 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.117878 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.118241 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.118974 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 15:50:40.119292 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading Plugin: flavors Oct 03 15:50:40.123951 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 15:50:40.124283 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading Plugin: revisions Oct 03 15:50:40.128683 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 15:50:40.129106 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_concurrency.lockutils [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.926s {{(pid=106051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 03 15:50:40.129854 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106051) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 03 15:50:40.130754 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Initializing extension manager. Oct 03 15:50:40.131270 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: __init__.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.131615 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: __pycache__ {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.131953 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: address_group.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.132879 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.133449 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: address-group Oct 03 15:50:40.133778 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: address_scope.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.134458 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.134964 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: address-scope Oct 03 15:50:40.135291 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.136169 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.136677 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: router-admin-state-down-before-update Oct 03 15:50:40.137025 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: agent.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.137694 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.138198 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: agent Oct 03 15:50:40.138522 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: agent_resources_synced.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.139399 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.139906 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: agent-resources-synced Oct 03 15:50:40.140229 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: allowedaddresspairs.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.141992 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.142511 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: allowed-address-pairs Oct 03 15:50:40.142840 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: auto_allocated_topology.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.143867 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.144384 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: auto-allocated-topology Oct 03 15:50:40.144711 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: availability_zone.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.145399 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.146154 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: availability_zone Oct 03 15:50:40.146504 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: availability_zone_filter.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.147384 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.147894 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: availability_zone_filter Oct 03 15:50:40.148218 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: data_plane_status.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.149111 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.149621 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension data-plane-status not supported by any of loaded plugins Oct 03 15:50:40.149944 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: default_subnetpools.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.150815 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.151319 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: default-subnetpools Oct 03 15:50:40.151646 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.152411 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.152952 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: dhcp_agent_scheduler Oct 03 15:50:40.153275 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: dns.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.154148 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.154652 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension dns-integration not supported by any of loaded plugins Oct 03 15:50:40.154978 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: dns_domain_ports.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.155860 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.156363 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 03 15:50:40.156690 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.157587 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.158088 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 03 15:50:40.158413 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: dvr.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.159051 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.159565 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: dvr Oct 03 15:50:40.159893 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: ecmp_routes.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.160795 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.161628 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 03 15:50:40.162103 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: empty_string_filtering.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.166591 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.167118 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: empty-string-filtering Oct 03 15:50:40.167453 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.168442 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.169367 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 03 15:50:40.169921 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.170817 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.171334 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 03 15:50:40.171664 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: external_net.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.172537 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.173089 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: external-net Oct 03 15:50:40.173424 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.174555 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.175445 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: extra_dhcp_opt Oct 03 15:50:40.176016 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: extraroute.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.177674 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.178280 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: extraroute Oct 03 15:50:40.178611 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: extraroute_atomic.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.179631 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.180148 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: extraroute-atomic Oct 03 15:50:40.180474 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: filter_validation.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.181149 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.181654 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: filter-validation Oct 03 15:50:40.181980 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: fip_pf_description.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.182850 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.183357 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 03 15:50:40.183680 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: fip_pf_detail.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.184546 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.185085 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 03 15:50:40.185414 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: fip_pf_port_range.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.186296 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.186791 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 03 15:50:40.187118 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: fip_port_details.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.187990 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.188502 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: fip-port-details Oct 03 15:50:40.188857 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: flavors.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.190060 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.190577 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: flavors Oct 03 15:50:40.190905 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.193117 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.193661 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 03 15:50:40.194002 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: floatingip_pools.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.194672 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.195188 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: floatingip-pools Oct 03 15:50:40.195523 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: ip_allocation.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.196409 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.196950 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension ip_allocation not supported by any of loaded plugins Oct 03 15:50:40.197282 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.198186 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.198699 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: ip-substring-filtering Oct 03 15:50:40.199031 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: l2_adjacency.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.199932 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.200445 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 03 15:50:40.200803 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: l3.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.201754 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.202272 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: router Oct 03 15:50:40.202601 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.205018 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.205553 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 03 15:50:40.205892 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.206779 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.207300 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: ext-gw-mode Oct 03 15:50:40.207636 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.208549 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.209162 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: l3-ha Oct 03 15:50:40.209497 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.210373 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.210886 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 03 15:50:40.211217 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: l3_flavors.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.212094 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.212610 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: l3-flavors Oct 03 15:50:40.212971 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.214310 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.214831 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 03 15:50:40.215162 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.216045 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.216560 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 03 15:50:40.216920 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: l3agentscheduler.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.218188 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.218716 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: l3_agent_scheduler Oct 03 15:50:40.219051 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: local_ip.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.220774 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.221306 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension local_ip not supported by any of loaded plugins Oct 03 15:50:40.221641 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: logging.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.223078 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.223598 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension logging not supported by any of loaded plugins Oct 03 15:50:40.224146 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: metering.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.225130 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.225714 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: metering Oct 03 15:50:40.226044 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.227091 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.227612 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: metering_source_and_destination_fields Oct 03 15:50:40.227942 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: multiprovidernet.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.228864 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.229388 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: multi-provider Oct 03 15:50:40.229715 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: netmtu.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.230596 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.231108 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: net-mtu Oct 03 15:50:40.231434 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: netmtu_writable.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.232309 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.232844 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: net-mtu-writable Oct 03 15:50:40.233176 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: network_availability_zone.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.233813 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.234323 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: network_availability_zone Oct 03 15:50:40.234645 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: network_ip_availability.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.235700 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.236208 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: network-ip-availability Oct 03 15:50:40.236532 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: network_segment_range.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.237278 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.237781 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension network-segment-range not supported by any of loaded plugins Oct 03 15:50:40.238106 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: pagination.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.239041 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.239895 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: pagination Oct 03 15:50:40.240265 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: port_device_profile.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.241118 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.241627 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: port-device-profile Oct 03 15:50:40.241950 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: port_mac_address_override.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.242847 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.243357 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: port-mac-override Oct 03 15:50:40.243686 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.244564 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.245094 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: port-mac-address-regenerate Oct 03 15:50:40.245437 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.246302 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.246807 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: port-numa-affinity-policy Oct 03 15:50:40.247132 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: port_resource_request.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.248001 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.248503 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension port-resource-request not supported by any of loaded plugins Oct 03 15:50:40.248861 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: port_resource_request_groups.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.249786 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.250297 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 03 15:50:40.250622 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: portbindings.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.251519 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.252031 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: binding Oct 03 15:50:40.252358 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: portbindings_extended.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.253615 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.254133 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: binding-extended Oct 03 15:50:40.254466 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: portsecurity.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.255901 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.256490 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: port-security Oct 03 15:50:40.256847 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: project_id.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.257979 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.258315 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: project-id Oct 03 15:50:40.258643 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: providernet.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.259528 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.260045 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: provider Oct 03 15:50:40.260373 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.263942 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.264470 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos not supported by any of loaded plugins Oct 03 15:50:40.264839 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.266068 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.266592 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 03 15:50:40.266927 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.267813 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.268333 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 03 15:50:40.268661 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos_default.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.269563 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.270078 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos-default not supported by any of loaded plugins Oct 03 15:50:40.270405 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos_fip.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.271470 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.271983 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos-fip not supported by any of loaded plugins Oct 03 15:50:40.272311 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.273219 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.273735 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 03 15:50:40.274060 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos_gateway_ip.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.274953 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.275462 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 03 15:50:40.275796 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos_port_network_policy.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.276672 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.277214 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 03 15:50:40.277541 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.278539 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.279055 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 03 15:50:40.279382 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.280376 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.280917 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 03 15:50:40.281241 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos_pps_rule.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.282371 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.282888 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos-pps not supported by any of loaded plugins Oct 03 15:50:40.283223 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos_rule_type_details.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.284104 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.284612 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 03 15:50:40.284961 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.285862 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.286418 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 03 15:50:40.286809 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: qos_rules_alias.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.287745 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.288259 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 03 15:50:40.288590 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: quota_check_limit.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.289497 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.290010 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: quota-check-limit Oct 03 15:50:40.290339 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: quotasv2.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.291256 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.291584 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: quotas Oct 03 15:50:40.291906 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: quotasv2_detail.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.293616 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.293961 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: quota_details Oct 03 15:50:40.294296 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: rbac.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.295318 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.295842 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: rbac-policies Oct 03 15:50:40.296177 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: rbac_address_group.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.297089 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.297612 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: rbac-address-group Oct 03 15:50:40.297945 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: rbac_address_scope.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.298920 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.299441 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: rbac-address-scope Oct 03 15:50:40.299769 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: rbac_security_groups.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.300659 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.301203 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: rbac-security-groups Oct 03 15:50:40.301532 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: rbac_subnetpool.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.302946 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.303466 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: rbac-subnetpool Oct 03 15:50:40.303799 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: revisionifmatch.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.304686 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.305230 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: revision-if-match Oct 03 15:50:40.305560 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: revisions.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.306647 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.307162 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: standard-attr-revisions Oct 03 15:50:40.307561 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: router_availability_zone.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.308133 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.308644 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: router_availability_zone Oct 03 15:50:40.309007 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: routerservicetype.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.309888 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.310407 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension router-service-type not supported by any of loaded plugins Oct 03 15:50:40.310732 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.311617 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.312132 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: security-groups-normalized-cidr Oct 03 15:50:40.312458 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.313388 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.313909 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: port-security-groups-filtering Oct 03 15:50:40.314236 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.315127 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.315642 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: security-groups-remote-address-group Oct 03 15:50:40.315968 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.316885 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.318230 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: security-groups-shared-filtering Oct 03 15:50:40.318332 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: securitygroup.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.328033 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.328572 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: security-group Oct 03 15:50:40.328940 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: segment.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.329637 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.330153 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension segment not supported by any of loaded plugins Oct 03 15:50:40.330487 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.331391 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.331910 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 03 15:50:40.332245 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: servicetype.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.333439 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.334053 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: service-type Oct 03 15:50:40.334387 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: sorting.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.335340 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.335677 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: sorting Oct 03 15:50:40.336007 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: standard_attr_segment.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.337001 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.337523 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 03 15:50:40.337852 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: standardattrdescription.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.338466 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.338983 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: standard-attr-description Oct 03 15:50:40.339313 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: stateful_security_group.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.340199 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.340735 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: stateful-security-group Oct 03 15:50:40.341067 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: stdattrs_common.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.341621 dv-cinder-844563-13-iscsi neutron-server[106051]: WARNING neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 03 15:50:40.341948 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.342843 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.343622 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 03 15:50:40.343947 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: subnet_onboard.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.345011 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.345536 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: subnet_onboard Oct 03 15:50:40.345866 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.346759 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.347276 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 03 15:50:40.347602 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: subnet_service_types.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.348491 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.349240 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: subnet-service-types Oct 03 15:50:40.349510 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: subnetallocation.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.350550 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.351079 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: subnet_allocation Oct 03 15:50:40.351411 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.352050 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.352565 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: subnetpool-prefix-ops Oct 03 15:50:40.352926 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.353824 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.354335 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 03 15:50:40.354662 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: tagging.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.355697 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.356226 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: standard-attr-tag Oct 03 15:50:40.356556 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: timestamp.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.357748 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.358265 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loaded extension: standard-attr-timestamp Oct 03 15:50:40.358598 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: trunk.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.359596 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.360110 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension trunk not supported by any of loaded plugins Oct 03 15:50:40.360440 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: trunk_details.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.361344 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.361852 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension trunk-details not supported by any of loaded plugins Oct 03 15:50:40.362178 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: uplink_status_propagation.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.363059 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.363572 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 03 15:50:40.363897 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Loading extension file: vlantransparent.py {{(pid=106051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 15:50:40.365116 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 15:50:40.365622 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 03 15:50:40.368226 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:network Oct 03 15:50:40.368771 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:subnet Oct 03 15:50:40.369172 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 15:50:40.369561 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:port Oct 03 15:50:40.370830 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.371276 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service FLAVORS assigned prefix: {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.371883 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.372327 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.372663 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:router Oct 03 15:50:40.373135 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:floatingip Oct 03 15:50:40.373628 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service METERING assigned prefix: /metering {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.375079 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.375456 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.375812 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:50:40.376923 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of CountableResource for resource:rbac_policy Oct 03 15:50:40.377295 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:security_group Oct 03 15:50:40.377734 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 03 15:50:40.378270 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service CORE assigned prefix: {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.378603 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 15:50:40.378952 dv-cinder-844563-13-iscsi neutron-server[106051]: WARNING neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] subnetpool is already registered Oct 03 15:50:40.379376 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service CORE assigned prefix: {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.379712 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 15:50:40.380586 dv-cinder-844563-13-iscsi neutron-server[106051]: WARNING neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] subnetpool is already registered Oct 03 15:50:40.382963 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.383418 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service FLAVORS assigned prefix: {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.384046 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.384590 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.384957 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:router Oct 03 15:50:40.385304 dv-cinder-844563-13-iscsi neutron-server[106051]: WARNING neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] router is already registered Oct 03 15:50:40.385741 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:floatingip Oct 03 15:50:40.386080 dv-cinder-844563-13-iscsi neutron-server[106051]: WARNING neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] floatingip is already registered Oct 03 15:50:40.386550 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service METERING assigned prefix: /metering {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.387260 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of CountableResource for resource:rbac_policy Oct 03 15:50:40.387593 dv-cinder-844563-13-iscsi neutron-server[106051]: WARNING neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] rbac_policy is already registered Oct 03 15:50:40.388027 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:security_group Oct 03 15:50:40.388366 dv-cinder-844563-13-iscsi neutron-server[106051]: WARNING neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] security_group is already registered Oct 03 15:50:40.388825 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 03 15:50:40.389164 dv-cinder-844563-13-iscsi neutron-server[106051]: WARNING neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] security_group_rule is already registered Oct 03 15:50:40.389668 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service CORE assigned prefix: {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.389996 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 15:50:40.390331 dv-cinder-844563-13-iscsi neutron-server[106051]: WARNING neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] subnetpool is already registered Oct 03 15:50:40.390747 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.v2.resource_helper [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Service CORE assigned prefix: {{(pid=106051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 15:50:40.391070 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 15:50:40.391400 dv-cinder-844563-13-iscsi neutron-server[106051]: WARNING neutron.quota.resource_registry [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] subnetpool is already registered Oct 03 15:50:40.391872 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: extensions {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.393485 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: address-groups {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.394991 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: address-scopes {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.396333 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: agents {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.397553 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: auto-allocated-topology {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.400048 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: availability_zones {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.401329 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: dhcp-networks {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.402762 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: dhcp-agents {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.404319 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: routers {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.406088 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: flavors {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.407262 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: service_profiles {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.408569 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: next_providers {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.410082 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: service_profiles {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.411585 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: floatingip-pools {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.412913 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: routers {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.414744 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: floatingips {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.415937 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: l3-routers {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.417374 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: l3-agents {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.418901 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: metering-labels {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.420263 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: metering-label-rules {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.421601 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: network-ip-availabilities {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.422987 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: bindings {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.424577 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: quotas {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.426188 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: quotas {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.428410 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: rbac-policies {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.429649 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: security-groups {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.430860 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: security-group-rules {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.432130 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: service-providers {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.433481 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: subnetpools {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.434837 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: subnetpools {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.436338 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: tags {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.438147 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: tags {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.439892 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: tags {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.441825 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: tags {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.444120 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: tags {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.446043 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: tags {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.447856 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: tags {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.449703 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: tags {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.451491 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: tags {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.453445 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron.api.extensions [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Extended resource: tags {{(pid=106051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 15:50:40.462729 dv-cinder-844563-13-iscsi neutron-server[106051]: WARNING keystonemiddleware.auth_token [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 03 15:50:40.468278 dv-cinder-844563-13-iscsi neutron-server[106051]: WARNING keystonemiddleware.auth_token [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 03 15:50:40.479065 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_concurrency.lockutils [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Acquiring lock "singleton_lock" {{(pid=106051) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 03 15:50:40.479367 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_concurrency.lockutils [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Acquired lock "singleton_lock" {{(pid=106051) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 03 15:50:40.479837 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_concurrency.lockutils [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Releasing lock "singleton_lock" {{(pid=106051) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 03 15:50:40.480497 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO oslo_service.service [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Starting 2 workers Oct 03 15:50:40.485311 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Started child 106162 {{(pid=106051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 15:50:40.490377 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Started child 106163 {{(pid=106051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 15:50:40.491766 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:40.492467 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO neutron.service [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 03 15:50:40.492626 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:40.493251 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [-] (106162) wsgi starting up on http://0.0.0.0:9696 Oct 03 15:50:40.494975 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO oslo_service.service [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Starting 1 workers Oct 03 15:50:40.495478 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:40.496946 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [-] (106163) wsgi starting up on http://0.0.0.0:9696 Oct 03 15:50:40.500081 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Started child 106164 {{(pid=106051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 15:50:40.500632 dv-cinder-844563-13-iscsi neutron-server[106051]: INFO oslo_service.service [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Starting 1 workers Oct 03 15:50:40.503980 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.service [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] calling RpcWorker wait() {{(pid=106164) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 03 15:50:40.504570 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.service [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] returning from RpcWorker wait() {{(pid=106164) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 03 15:50:40.505329 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Started child 106165 {{(pid=106051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 15:50:40.505819 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:40.506086 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG neutron_lib.callbacks.manager [None req-9e8956e4-63f2-496e-a040-a67b66ad8e09 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:40.506354 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:50:40.507972 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106051) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 03 15:50:40.508189 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 15:50:40.508375 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 15:50:40.508602 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 15:50:40.508977 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 15:50:40.509158 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 15:50:40.509667 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.509960 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.510232 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.510321 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:40.510796 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.511063 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.511170 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:50:40.511328 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.511570 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.511862 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.512141 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.512311 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.512480 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.512747 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.513002 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.513317 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.513589 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.513831 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.514057 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.514235 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.514493 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.514766 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.515011 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.515328 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] debug = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.515594 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.516075 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.516330 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.516581 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.516850 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.517120 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.517379 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.517660 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.517905 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.518141 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.518387 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.518649 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.518885 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.519132 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.519376 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.519636 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.519876 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.520373 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] host = dv-cinder-844563-13-iscsi {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.520642 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.520905 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.521161 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.521411 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.521675 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.521894 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.522165 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.522406 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.522701 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.522925 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.523188 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.523451 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.523677 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.523924 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_file = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.524139 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_options = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.524340 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.524610 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.524902 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.525095 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.525266 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.525430 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.525686 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.525852 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.526099 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.526336 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.526551 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.526786 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.527033 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.527269 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.527507 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.527738 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.527951 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.528179 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.528440 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.528693 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.528940 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.529187 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.529420 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.529666 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.529851 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.530084 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.530309 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.530556 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.530897 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.531320 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.531524 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.531797 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.532023 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.532527 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.532786 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.532968 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.533284 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.533488 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.533790 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.534003 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.534233 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.534483 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.534704 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.534972 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.535244 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.535412 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.535632 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] use_json = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.535850 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.536047 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.536840 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.537607 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.537607 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.537607 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.537919 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.537988 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.538171 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.538577 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.538887 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.539189 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.539619 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.539873 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.541711 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.541711 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.541711 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.541711 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.541711 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.541711 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.541711 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.542176 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.542176 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.542421 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.542889 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.543322 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.543584 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.543826 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.544054 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.544463 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.545477 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.545477 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.545477 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.545477 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.545764 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.545946 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.546279 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.546555 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.547109 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.547261 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.547453 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.547853 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.548001 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.548179 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.548430 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.548665 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.548908 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.551244 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.551244 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.551244 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.551244 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.551244 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.551244 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.551244 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.551244 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.551244 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.553429 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.553429 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.553429 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.553429 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.553429 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.553429 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.553429 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.553429 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.554053 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.554053 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.554053 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.554291 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.556389 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.556389 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.556389 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.556389 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.556389 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.556389 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.556389 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.556389 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.557071 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.557071 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.557071 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.557071 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.557071 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.557419 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.557506 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.558024 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.558024 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.558329 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.558495 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.558622 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.558790 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.559021 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.559237 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.559627 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.559839 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.560285 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.560504 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.560749 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.561042 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.561276 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.561521 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.561752 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.561979 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.562283 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.562554 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.562802 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.563021 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.563277 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.563499 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.563739 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.563958 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.564180 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.564410 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.564689 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.564953 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.565198 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.565428 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.565650 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.565913 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.566135 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.566378 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.566597 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.566824 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.567042 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.567267 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.567509 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.567937 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.568439 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.568699 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.568963 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.569197 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.569611 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.570948 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.571694 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.573100 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.573866 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.574167 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.574405 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.574682 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.574995 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.575271 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.575536 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.575788 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.576053 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.576347 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.576600 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.577154 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.577417 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.577680 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.578243 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.578993 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.579266 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.580588 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.580874 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.581208 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.581476 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.581723 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.581948 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.582223 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.582502 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.582747 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.583346 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.583668 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.583927 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.584189 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.584445 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.584669 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.585109 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.585361 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.585586 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.585829 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.586054 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.586274 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.586491 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.586711 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.586970 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.587201 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.587444 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.588207 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.588447 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.588696 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.589045 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.589278 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.589504 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.589748 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.590060 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.590290 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.590514 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.590732 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.590975 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.591245 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.591534 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.591785 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.592003 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.592232 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.592488 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.592752 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.593515 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.593768 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.594220 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.594450 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.594668 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.594940 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.595099 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.595315 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.596116 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.596348 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.596609 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.597049 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.597410 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.597670 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.597904 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.599187 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.599522 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.599699 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.599920 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.600142 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.600399 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.600896 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.601266 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.601568 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.601810 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.602443 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.602690 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.602910 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.603131 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.603398 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.603671 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.603926 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.604183 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.604407 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.605290 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.605666 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.607019 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.607355 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.607590 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.608135 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.608390 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.608905 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.609316 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.609563 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.610156 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.610446 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.610703 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.610981 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.611263 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.611603 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.611891 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.612121 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.612349 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.612590 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.612848 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.613099 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.613361 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.613584 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.613807 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.614041 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.614949 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.615125 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.615486 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.615712 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.615810 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:50:40.615933 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.616166 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.616393 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.616611 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.616872 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.617098 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.617316 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.617544 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.617788 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.618026 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.618279 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.619223 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.620628 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.621570 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.621813 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.622040 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.622383 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.622654 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.623029 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.623325 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.623609 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.623894 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.624202 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.624531 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.624779 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.625169 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.625546 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.625980 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.626219 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.626510 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.626836 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.627129 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.627439 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.627782 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.628073 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.628352 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.628635 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.628881 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.629188 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.629527 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.629802 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.630107 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.630363 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.630763 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.631012 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.631251 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.631492 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.631901 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.632152 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.632404 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.632643 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.632900 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.633141 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.633381 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.633605 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.633868 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.634106 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.634331 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.634556 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.634717 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 15:50:40.635243 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106051) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 03 15:50:40.635472 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 15:50:40.635582 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 15:50:40.635746 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 15:50:40.635920 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 15:50:40.636785 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 15:50:40.637050 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.637237 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.637479 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.637594 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.637786 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.637968 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.638141 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.638314 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.638480 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.638649 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.638817 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.638981 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.639145 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.639308 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.639471 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.639632 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.639794 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.639960 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.640121 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.640281 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.640441 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.640600 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] debug = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.640805 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.641009 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.641177 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.641337 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.641497 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.641656 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.641816 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.641976 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.642135 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.642294 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.642453 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.642612 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.642798 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.642958 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.643118 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.643278 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.643437 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.643594 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] host = dv-cinder-844563-13-iscsi {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.643753 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.643911 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.644068 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.644226 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.644385 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.644543 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.644702 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.644882 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.645041 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.645201 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.645384 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.645926 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.646182 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.646745 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_file = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.646909 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_options = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.647070 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.647230 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.647723 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.648826 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.649079 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.649317 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.649500 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.649676 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.649849 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.650022 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.650188 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.650351 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.650518 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.650698 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.650839 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.650993 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.651158 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.651318 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.651478 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.651628 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.651789 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.651945 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.652102 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.652258 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.652420 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.652570 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.652756 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.652908 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.653066 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.653213 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.653373 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.653534 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.653686 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.653843 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.653993 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.654150 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.654306 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.654485 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.654632 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.654772 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.654923 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.655081 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.655237 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.655394 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.655644 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.655812 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.656084 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] use_json = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.656180 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.656307 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.656618 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.656932 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.657215 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.657518 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.657670 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.657827 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.657977 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 15:50:40.658158 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.658316 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.658489 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.658648 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.658807 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.658966 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.659128 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.659282 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.659439 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.659590 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.659763 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.659924 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.660094 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.660254 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.660415 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.660586 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.660763 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.660918 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.661077 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.661867 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.662037 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.662200 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.662370 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.662529 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.662690 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.662850 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.663009 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.663179 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.663338 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.663509 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.663663 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.663822 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.663980 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.664138 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.664298 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.664456 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.664615 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.664793 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.664953 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.665112 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.665270 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.665427 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.665683 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.665846 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.666005 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.666163 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.666322 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.666480 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.666638 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.666796 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.666954 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.667112 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.667270 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.667430 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.667589 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.667746 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.667903 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.668070 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.668228 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.668386 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.668544 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.668703 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.668881 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.669039 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.669196 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.669355 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.669514 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.669671 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.669856 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.670019 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.670179 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.670337 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.670497 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.670654 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.670813 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.670970 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.671129 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.671287 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.671445 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.671603 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.671765 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.671923 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.672081 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.672240 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.672398 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.672555 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.672713 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.672890 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.673048 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.673205 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.673364 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.673528 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.673703 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.673861 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.674019 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.674177 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.674335 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.674492 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.674650 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.674808 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.674966 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.675124 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.675283 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.675441 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.675603 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.675781 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.675940 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.676099 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.676256 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.676414 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.676573 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.676838 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.677490 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.677652 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.677811 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.677970 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.678129 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.678287 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.678446 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.678603 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.678760 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.678918 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.679076 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.679243 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.679402 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.679563 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.679721 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.679886 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.680054 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.680215 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.680373 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.680531 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.680688 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.680868 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.681027 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.681187 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.681346 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.681504 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.681661 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.681837 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.681995 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.682154 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.682312 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.682493 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.682651 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.682809 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.682968 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.683126 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.683286 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.683444 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.683602 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.683759 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.683917 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.684074 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.684234 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.684393 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.684550 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.684709 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.684887 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.685047 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.685205 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.685363 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.685523 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.685681 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.685839 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.685998 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.686156 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.686303 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.686460 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.686618 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.686775 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.686934 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.687091 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.687248 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.687406 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.687562 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.687721 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.687878 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.688036 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.688195 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.688354 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.688511 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.688670 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.688861 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.689535 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.689535 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.689535 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.689535 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.689860 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.689860 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.689860 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.690074 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.690157 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.690319 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.690478 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.690636 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.690794 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.690953 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.691130 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.691289 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.691449 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.691610 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.691773 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.691931 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.692088 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.692246 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.692445 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.692606 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.692792 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.692952 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.693109 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.693268 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.693425 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.693582 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.693740 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.693897 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.694059 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.694220 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.694379 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.694536 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.694694 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.694853 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.695013 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.695171 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.695328 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.695488 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.695648 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.695808 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.695966 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.696123 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.696295 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.696454 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.696614 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.696793 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.696954 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.697124 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.697270 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.697430 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.697587 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.697744 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.697909 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.698048 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.698216 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.698374 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.698532 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.698689 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.698847 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.699006 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.699172 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.699329 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.699487 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.699644 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.699801 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.699959 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.700124 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.700283 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.700442 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.700600 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.700790 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.700925 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.701093 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.701250 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.701410 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.701567 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.701725 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.701887 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.702055 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.702215 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.702374 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.702539 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.702696 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.702854 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.703012 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.703181 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.703340 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.703500 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.703658 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.703816 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.703974 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.704134 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.704296 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.704463 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.704627 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.704818 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.704985 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.705150 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.705318 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.705476 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.705639 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.705810 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.705974 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.706134 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.706297 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.706452 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.706610 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.706768 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.706925 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.707082 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.707240 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.707433 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.707563 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.707689 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.707847 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.708567 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.708789 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.708953 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.709114 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.709273 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.709431 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 15:50:40.709583 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 15:50:40.766623 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 44256) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:50:40.773586 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049453 Oct 03 15:50:40.777931 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037601 Oct 03 15:50:49.971319 dv-cinder-844563-13-iscsi neutron-server[106051]: DEBUG dbcounter [-] [106051] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:50:52.169529 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719d3ec7-eba3-40ba-9598-d1dfe08a04dc None None] get_active_networks_info from dv-cinder-844563-13-iscsi {{(pid=106164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 03 15:50:52.215139 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writer thread running {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 15:50:52.297007 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d3ec7-eba3-40ba-9598-d1dfe08a04dc None None] No non-hosted networks {{(pid=106164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 03 15:50:52.306398 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.agentschedulers_db [None req-719d3ec7-eba3-40ba-9598-d1dfe08a04dc None None] DHCP Agent not found on host dv-cinder-844563-13-iscsi {{(pid=106164) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 03 15:50:52.417285 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-cd8916a5-bf1a-4d4d-a96a-3664472898d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734225'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:53.749976 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writer thread running {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 15:50:54.241821 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-5b5aaf0d-b3f0-4205-b151-32c79e31b181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734225'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:54.267537 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe3e4-07e7-4b13-9f5d-f10b4c0b818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:55.763880 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734225'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:55.785194 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 44330) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:50:56.388569 dv-cinder-844563-13-iscsi neutron-server[106163]: WARNING oslo_policy.policy [None req-b2ca0e95-e9dd-4d42-a613-279d247294a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 15:50:56.389171 dv-cinder-844563-13-iscsi neutron-server[106163]: WARNING oslo_policy.policy [None req-b2ca0e95-e9dd-4d42-a613-279d247294a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 15:50:56.613217 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [None req-b2ca0e95-e9dd-4d42-a613-279d247294a0 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 15:50:56.614547 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-b2ca0e95-e9dd-4d42-a613-279d247294a0 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8273633 Oct 03 15:50:56.995381 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734225'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:57.116740 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734225'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:57.118082 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.118717 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.119224 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.119599 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.120089 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.120416 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.120763 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.121106 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.121611 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.121950 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.122285 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.122605 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.122935 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.123251 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.123562 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:50:57.123944 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844563-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:50:57.134704 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844563-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:50:59.356113 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 44366) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:50:59.682489 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-05fe30ec-83fc-42e7-80e0-d1e6e9936d68 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:50:59.694477 dv-cinder-844563-13-iscsi neutron-server[106163]: ERROR stevedore.extension [None req-05fe30ec-83fc-42e7-80e0-d1e6e9936d68 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 03 15:50:59.776996 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.policy [None req-05fe30ec-83fc-42e7-80e0-d1e6e9936d68 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106163) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 03 15:50:59.819223 dv-cinder-844563-13-iscsi neutron-server[106163]: WARNING oslo_policy.policy [None req-05fe30ec-83fc-42e7-80e0-d1e6e9936d68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 15:50:59.819624 dv-cinder-844563-13-iscsi neutron-server[106163]: WARNING oslo_policy.policy [None req-05fe30ec-83fc-42e7-80e0-d1e6e9936d68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 15:50:59.839956 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writer thread running {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 15:50:59.917803 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-05fe30ec-83fc-42e7-80e0-d1e6e9936d68 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771420025790', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771420026290', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771419779734', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771419771351', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771419768437', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771419793933', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1385275', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1385466', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3700624', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3706511'] for rbac-policy (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:59.992032 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-05fe30ec-83fc-42e7-80e0-d1e6e9936d68 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:50:59.993388 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-05fe30ec-83fc-42e7-80e0-d1e6e9936d68 admin admin] 10.222.0.33 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6362824 Oct 03 15:51:01.382003 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.db.l3_hamode_db [None req-f1d094b6-4896-4bc9-920e-c9634cf90e7a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 03 15:51:01.456892 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d094b6-4896-4bc9-920e-c9634cf90e7a None None] Routers set() bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:51:01.457280 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d094b6-4896-4bc9-920e-c9634cf90e7a None None] Router IDs set() for agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 03 15:51:02.602401 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 44376) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:51:03.106527 dv-cinder-844563-13-iscsi neutron-server[106162]: WARNING oslo_policy.policy [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 15:51:03.107162 dv-cinder-844563-13-iscsi neutron-server[106162]: WARNING oslo_policy.policy [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 15:51:03.329503 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:51:03.343053 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writer thread running {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 15:51:03.384764 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Made reservation on behalf of d7ac2137e95a4380a28ffb6603712f74 for: {'network': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:51:03.394061 dv-cinder-844563-13-iscsi neutron-server[106162]: ERROR stevedore.extension [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 03 15:51:03.448971 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.policy [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106162) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 03 15:51:03.492395 dv-cinder-844563-13-iscsi neutron-server[106162]: WARNING oslo_policy.policy [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 15:51:03.492789 dv-cinder-844563-13-iscsi neutron-server[106162]: WARNING oslo_policy.policy [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 15:51:03.503680 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:03.528853 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:03.645039 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Publish callbacks [] for security_group (bb3f5d2c-2aff-4bb5-a9d4-f51254a2afc7), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:03.648744 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (bb3f5d2c-2aff-4bb5-a9d4-f51254a2afc7), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:03.673570 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=106162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:51:03.706099 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771420436179', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (8c0a243d-8dda-4383-be6d-d99a9e2d190e), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:03.707203 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Unsubscribe: segment precommit_create {{(pid=106162) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 03 15:51:03.707811 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.segments_db [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Added segment 8c0a243d-8dda-4383-be6d-d99a9e2d190e of type vlan for network 970431d8-6b70-45f7-b114-7b2524bfe4cb Oct 03 15:51:03.744006 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3f5d2c-2aff-4bb5-a9d4-f51254a2afc7,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:03.788374 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.788694 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.789072 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.789427 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.789757 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.790083 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.790403 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.790721 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.791067 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.791377 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.791695 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.792028 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.792350 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.792663 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.792999 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Tracked resource versions report: Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: pushed versions: Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: { 'AddressGroup': {'1.2'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Agent': {'1.1'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'ConntrackHelper': {'1.0'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'LocalIPAssociation': {'1.0'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Log': {'1.0'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'NDPProxy': {'1.0'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Network': {'1.1'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Port': {'1.7'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'PortForwarding': {'1.3'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'QosPolicy': {'1.10'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'SecurityGroup': {'1.5'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'SecurityGroupRule': {'1.2'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'SubPort': {'1.0'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Subnet': {'1.1'}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Trunk': {'1.1'}} Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: consumer versions: Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: { DHCP agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: L3 agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: Metadata agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: Metering agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: Open vSwitch agent@dv-cinder-844563-13-iscsi: { 'AddressGroup': '1.2', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Agent': '1.1', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'ConntrackHelper': '1.0', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'LocalIPAssociation': '1.0', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Log': '1.0', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'NDPProxy': '1.0', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Network': '1.1', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Port': '1.7', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'PortForwarding': '1.3', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'QosPolicy': '1.10', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'SecurityGroup': '1.5', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'SecurityGroupRule': '1.2', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'SubPort': '1.0', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Subnet': '1.1', Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Trunk': '1.1'}} Oct 03 15:51:03.794416 dv-cinder-844563-13-iscsi neutron-server[106162]: {{(pid=106162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 15:51:03.818653 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (970431d8-6b70-45f7-b114-7b2524bfe4cb), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:03.861647 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (970431d8-6b70-45f7-b114-7b2524bfe4cb), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:03.866777 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:51:03.867497 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:03.955571 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3511348 Oct 03 15:51:03.994572 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666858b8-95b8-4bbc-9751-bf35a2712084 demo demo] Pushing event updated for resources: {'Network': ['ID=970431d8-6b70-45f7-b114-7b2524bfe4cb,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:04.007455 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 970431d8-6b70-45f7-b114-7b2524bfe4cb details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:51:06.616671 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 44396) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:51:07.031800 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55baccc3-23be-4b5b-b067-7ce2425ae76a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:51:07.033189 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-55baccc3-23be-4b5b-b067-7ce2425ae76a demo admin] 10.222.0.33 "GET /networking/v2.0/networks/970431d8-6b70-45f7-b114-7b2524bfe4cb HTTP/1.1" status: 200 len: 825 time: 0.4155345 Oct 03 15:51:07.073452 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a8f5eba2-c470-4869-bf3b-77920242bd09 demo admin] 10.222.0.33 "GET /networking/v2.0/subnetpools/8fff2ad9-6d26-47ac-8fd8-6bf2e9c8ec8e HTTP/1.1" status: 200 len: 734 time: 0.0339642 Oct 03 15:51:07.082850 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-dbaf49e6-d0e2-4bca-aba5-ef8fff2518dc demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb', 'subnetpool_id': '8fff2ad9-6d26-47ac-8fd8-6bf2e9c8ec8e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:51:07.105275 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaf49e6-d0e2-4bca-aba5-ef8fff2518dc demo admin] Made reservation on behalf of d7ac2137e95a4380a28ffb6603712f74 for: {'subnet': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:51:07.107543 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-dbaf49e6-d0e2-4bca-aba5-ef8fff2518dc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:07.145588 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=60,neutron:INSERT=39,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:07.404974 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-dbaf49e6-d0e2-4bca-aba5-ef8fff2518dc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (497dbabf-bc67-476a-8b4d-759da51655ca), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:07.408099 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:07.474355 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf49e6-d0e2-4bca-aba5-ef8fff2518dc demo admin] Pushing event updated for resources: {'Subnet': ['ID=497dbabf-bc67-476a-8b4d-759da51655ca,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:07.484152 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaf49e6-d0e2-4bca-aba5-ef8fff2518dc demo admin] Checking segment: {'id': '8c0a243d-8dda-4383-be6d-d99a9e2d190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:51:07.484584 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaf49e6-d0e2-4bca-aba5-ef8fff2518dc demo admin] Network hostable DHCP agents. Network: 970431d8-6b70-45f7-b114-7b2524bfe4cb, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:51:07.507159 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaf49e6-d0e2-4bca-aba5-ef8fff2518dc demo admin] Network 970431d8-6b70-45f7-b114-7b2524bfe4cb is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:51:07.517757 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-dbaf49e6-d0e2-4bca-aba5-ef8fff2518dc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 970431d8-6b70-45f7-b114-7b2524bfe4cb) {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:51:07.522679 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaf49e6-d0e2-4bca-aba5-ef8fff2518dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:51:07.523267 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-dbaf49e6-d0e2-4bca-aba5-ef8fff2518dc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:07.528752 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c6a84c-546d-48e4-b800-760693a2d515 None None] Network 970431d8-6b70-45f7-b114-7b2524bfe4cb requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:51:07.543614 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-dbaf49e6-d0e2-4bca-aba5-ef8fff2518dc demo admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4646440 Oct 03 15:51:07.796455 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c6ae877-a55f-574a-9025-bb7fe84a5911-970431d8-6b70-45f7-b114-7b2524bfe4cb', 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb', 'project_id': 'd7ac2137e95a4380a28ffb6603712f74', 'fixed_ips': [{'subnet_id': '497dbabf-bc67-476a-8b4d-759da51655ca'}]}} from dv-cinder-844563-13-iscsi. {{(pid=106164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 15:51:07.797779 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:08.076336 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.db_base_plugin_common [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Allocated IP 172.20.0.2 (970431d8-6b70-45f7-b114-7b2524bfe4cb/497dbabf-bc67-476a-8b4d-759da51655ca/89fb0b77-b200-4c31-a856-7c1e947e2c98) {{(pid=106164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:51:08.111343 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:08.350861 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Publish callbacks [] for port (89fb0b77-b200-4c31-a856-7c1e947e2c98), precommit_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:08.359198 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (89fb0b77-b200-4c31-a856-7c1e947e2c98), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:08.433312 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Network 970431d8-6b70-45f7-b114-7b2524bfe4cb is already hosted by enough agents. {{(pid=106164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:51:08.446463 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.base_scheduler [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Resources bound (agent type, host, resource id): {{(pid=106164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:51:08.451401 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Received port after_create {{(pid=106164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:51:08.454669 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Pushing event updated for resources: {'Port': ['ID=89fb0b77-b200-4c31-a856-7c1e947e2c98,revision_number=1']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:08.468454 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.468827 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.469196 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.469558 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.469898 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.470234 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.470569 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.470901 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.471245 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.471575 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.471904 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.472895 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.473237 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.473565 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.473887 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Tracked resource versions report: Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: pushed versions: Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: { 'AddressGroup': {'1.2'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Agent': {'1.1'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'ConntrackHelper': {'1.0'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'LocalIPAssociation': {'1.0'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Log': {'1.0'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'NDPProxy': {'1.0'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Network': {'1.1'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Port': {'1.7'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'PortForwarding': {'1.3'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'QosPolicy': {'1.10'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'SecurityGroup': {'1.5'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'SecurityGroupRule': {'1.2'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'SubPort': {'1.0'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Subnet': {'1.1'}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Trunk': {'1.1'}} Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: consumer versions: Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: { DHCP agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: L3 agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: Metadata agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: Metering agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: Open vSwitch agent@dv-cinder-844563-13-iscsi: { 'AddressGroup': '1.2', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Agent': '1.1', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'ConntrackHelper': '1.0', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'LocalIPAssociation': '1.0', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Log': '1.0', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'NDPProxy': '1.0', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Network': '1.1', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Port': '1.7', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'PortForwarding': '1.3', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'QosPolicy': '1.10', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'SecurityGroup': '1.5', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'SecurityGroupRule': '1.2', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'SubPort': '1.0', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Subnet': '1.1', Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Trunk': '1.1'}} Oct 03 15:51:08.475381 dv-cinder-844563-13-iscsi neutron-server[106164]: {{(pid=106164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 15:51:08.552472 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Attempting to bind port 89fb0b77-b200-4c31-a856-7c1e947e2c98 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:51:08.553136 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Attempting to bind port 89fb0b77-b200-4c31-a856-7c1e947e2c98 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '8c0a243d-8dda-4383-be6d-d99a9e2d190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:51:08.553317 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Attempting to bind port 89fb0b77-b200-4c31-a856-7c1e947e2c98 on network 970431d8-6b70-45f7-b114-7b2524bfe4cb {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:51:08.574169 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:08.603227 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:51:08.603547 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Checking segment: {'id': '8c0a243d-8dda-4383-be6d-d99a9e2d190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:51:08.604026 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:08.604417 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Bound using segment: {'id': '8c0a243d-8dda-4383-be6d-d99a9e2d190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:51:08.604951 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Bound port: 89fb0b77-b200-4c31-a856-7c1e947e2c98, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0a243d-8dda-4383-be6d-d99a9e2d190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:51:08.605365 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (89fb0b77-b200-4c31-a856-7c1e947e2c98), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:08.668412 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] For port 89fb0b77-b200-4c31-a856-7c1e947e2c98, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:51:08.687623 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] For port 89fb0b77-b200-4c31-a856-7c1e947e2c98, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=89fb0b77-b200-4c31-a856-7c1e947e2c98,segment=NetworkSegment(8c0a243d-8dda-4383-be6d-d99a9e2d190e),segment_id=8c0a243d-8dda-4383-be6d-d99a9e2d190e)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:51:08.694406 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (89fb0b77-b200-4c31-a856-7c1e947e2c98), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:08.745812 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009f5e5-1ef8-4f8d-9ade-feaeaabeaa28 None None] Pushing event updated for resources: {'Port': ['ID=89fb0b77-b200-4c31-a856-7c1e947e2c98,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:09.985183 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=12,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:09.986346 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=21,neutron:INSERT=34,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:10.228004 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 44412) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:51:10.569667 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [None req-5e15db41-f8f8-4e61-a1dc-c82125e40504 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 15:51:10.570678 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-5e15db41-f8f8-4e61-a1dc-c82125e40504 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3417265 Oct 03 15:51:13.246964 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 44420) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:51:13.575179 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [None req-600a89ba-c390-4f0d-b5f4-b0af5518ad26 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 15:51:13.576193 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-600a89ba-c390-4f0d-b5f4-b0af5518ad26 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3284159 Oct 03 15:51:15.544167 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:15.562173 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=7 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:16.339452 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 44436) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:51:16.679567 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-96fef554-ae33-493e-ad0a-5c606d241c99 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:51:16.709693 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-96fef554-ae33-493e-ad0a-5c606d241c99 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29328'] for router (23a35baf-e136-4fac-89ca-4364a788966d), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:16.711167 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-96fef554-ae33-493e-ad0a-5c606d241c99 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29323'] for router (23a35baf-e136-4fac-89ca-4364a788966d), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:16.801677 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 89fb0b77-b200-4c31-a856-7c1e947e2c98 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:51:16.856882 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-96fef554-ae33-493e-ad0a-5c606d241c99 demo demo] Publish callbacks [] for router_controller (23a35baf-e136-4fac-89ca-4364a788966d), precommit_add_association {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:16.861885 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-96fef554-ae33-493e-ad0a-5c606d241c99 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727822'] for router (23a35baf-e136-4fac-89ca-4364a788966d), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:16.882262 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-96fef554-ae33-493e-ad0a-5c606d241c99 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:16.892803 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-96fef554-ae33-493e-ad0a-5c606d241c99 demo demo] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5430462 Oct 03 15:51:16.894163 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 89fb0b77-b200-4c31-a856-7c1e947e2c98 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:51:16.894806 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (89fb0b77-b200-4c31-a856-7c1e947e2c98), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:16.895260 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 89fb0b77-b200-4c31-a856-7c1e947e2c98 Oct 03 15:51:16.919918 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39533e93-cfe8-4307-8617-12a3bc7d7514 None None] Network 970431d8-6b70-45f7-b114-7b2524bfe4cb requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:51:17.026949 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-e2cfeb48-c74c-46b3-94a5-9b576f41078a None None] Provisioning complete for port 89fb0b77-b200-4c31-a856-7c1e947e2c98 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:51:17.027254 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e2cfeb48-c74c-46b3-94a5-9b576f41078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (89fb0b77-b200-4c31-a856-7c1e947e2c98), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:17.027598 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-e2cfeb48-c74c-46b3-94a5-9b576f41078a None None] Attempt 1 to provision port 89fb0b77-b200-4c31-a856-7c1e947e2c98 Oct 03 15:51:17.161536 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 89fb0b77-b200-4c31-a856-7c1e947e2c98 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:51:17.161848 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (89fb0b77-b200-4c31-a856-7c1e947e2c98), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:17.195679 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:17.219164 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 89fb0b77-b200-4c31-a856-7c1e947e2c98, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=89fb0b77-b200-4c31-a856-7c1e947e2c98,segment=NetworkSegment(8c0a243d-8dda-4383-be6d-d99a9e2d190e),segment_id=8c0a243d-8dda-4383-be6d-d99a9e2d190e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:51:17.240434 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (89fb0b77-b200-4c31-a856-7c1e947e2c98), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:17.287335 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfeb48-c74c-46b3-94a5-9b576f41078a None None] Current status of the port 89fb0b77-b200-4c31-a856-7c1e947e2c98 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:51:17.287666 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e2cfeb48-c74c-46b3-94a5-9b576f41078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (89fb0b77-b200-4c31-a856-7c1e947e2c98), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:17.322406 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=89fb0b77-b200-4c31-a856-7c1e947e2c98,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:17.361919 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.db.api [None req-e2cfeb48-c74c-46b3-94a5-9b576f41078a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 03 15:51:17.362505 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG oslo_db.api [None req-e2cfeb48-c74c-46b3-94a5-9b576f41078a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 15:51:17.894858 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfeb48-c74c-46b3-94a5-9b576f41078a None None] Current status of the port 89fb0b77-b200-4c31-a856-7c1e947e2c98 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:51:18.012126 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-d0c4a40f-1bb0-4245-9ec8-efc4c3ce113c None None] Provisioning complete for port 89fb0b77-b200-4c31-a856-7c1e947e2c98 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:51:18.012524 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a40f-1bb0-4245-9ec8-efc4c3ce113c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (89fb0b77-b200-4c31-a856-7c1e947e2c98), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:18.012906 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-d0c4a40f-1bb0-4245-9ec8-efc4c3ce113c None None] Attempt 1 to provision port 89fb0b77-b200-4c31-a856-7c1e947e2c98 Oct 03 15:51:18.088453 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-d0c4a40f-1bb0-4245-9ec8-efc4c3ce113c None None] Current status of the port 89fb0b77-b200-4c31-a856-7c1e947e2c98 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:51:18.774118 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 89fb0b77-b200-4c31-a856-7c1e947e2c98 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:51:18.808265 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:18.822997 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 89fb0b77-b200-4c31-a856-7c1e947e2c98 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:51:18.823383 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (89fb0b77-b200-4c31-a856-7c1e947e2c98), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:18.823715 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 89fb0b77-b200-4c31-a856-7c1e947e2c98 Oct 03 15:51:18.891529 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 89fb0b77-b200-4c31-a856-7c1e947e2c98 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:51:19.530400 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 44446) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:51:19.853345 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [None req-6c74d777-f125-4643-bfb0-e47384071758 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 15:51:19.854349 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-6c74d777-f125-4643-bfb0-e47384071758 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3230677 Oct 03 15:51:21.550969 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 5 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:51:22.123256 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-bdaebd31-94ca-45ff-8bd5-197aa73c1668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:22.520831 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 44454) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:51:22.845108 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:51:22.865829 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Made reservation on behalf of 0727be3aa6194ac280b9115cbd69b50d for: {'network': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:51:22.868120 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:22.875994 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:22.949541 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Publish callbacks [] for security_group (91e30ad6-c64f-4c70-a716-26fdb905bb7e), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:22.954362 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (91e30ad6-c64f-4c70-a716-26fdb905bb7e), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:22.971058 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Reserving flat network on physical network physnet1 {{(pid=106162) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 03 15:51:22.993864 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e30ad6-c64f-4c70-a716-26fdb905bb7e,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:22.999146 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (1b74c10f-ff26-437e-ae1e-c3c62f77f0cc), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:22.999492 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.segments_db [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Added segment 1b74c10f-ff26-437e-ae1e-c3c62f77f0cc of type flat for network a63bfa27-480e-4efb-a24e-26dec41cf4a1 Oct 03 15:51:23.046532 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (a63bfa27-480e-4efb-a24e-26dec41cf4a1), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:23.070223 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:23.080536 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (a63bfa27-480e-4efb-a24e-26dec41cf4a1), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:23.082096 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:51:23.082673 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:23.155470 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6335888 Oct 03 15:51:23.181630 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921e4aa-8d32-437b-a821-8ada76cfc559 admin admin] Pushing event updated for resources: {'Network': ['ID=a63bfa27-480e-4efb-a24e-26dec41cf4a1,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:23.192166 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:51:24.238152 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-1081227f-0450-4d11-92ae-f6c815b6a5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:25.728606 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:25.751073 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 44462) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:51:26.119125 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f73c10-25ee-4d2b-89f1-a0d2e323727e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:51:26.120462 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-50f73c10-25ee-4d2b-89f1-a0d2e323727e demo admin] 10.222.0.33 "GET /networking/v2.0/subnets/497dbabf-bc67-476a-8b4d-759da51655ca HTTP/1.1" status: 200 len: 849 time: 0.3684392 Oct 03 15:51:26.238378 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-c8f7bd73-99b7-4937-8c6b-8ff780e220c5 demo admin] 10.222.0.33 "GET /networking/v2.0/routers/23a35baf-e136-4fac-89ca-4364a788966d HTTP/1.1" status: 200 len: 704 time: 0.1120043 Oct 03 15:51:26.372079 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=18 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:26.502248 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:26.792169 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Allocated IP 172.20.0.1 (970431d8-6b70-45f7-b114-7b2524bfe4cb/497dbabf-bc67-476a-8b4d-759da51655ca/8a721db3-443f-4b22-8721-326fde56bf58) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:51:26.952548 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:26.998435 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Publish callbacks [] for port (8a721db3-443f-4b22-8721-326fde56bf58), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:27.059851 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (8a721db3-443f-4b22-8721-326fde56bf58), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:27.119934 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:27.140143 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Network 970431d8-6b70-45f7-b114-7b2524bfe4cb is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:51:27.148086 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:51:27.150174 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Pushing event updated for resources: {'Port': ['ID=8a721db3-443f-4b22-8721-326fde56bf58,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:27.153480 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:51:27.153644 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923253'] for router_interface (23a35baf-e136-4fac-89ca-4364a788966d), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:27.208064 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:27.356219 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (8a721db3-443f-4b22-8721-326fde56bf58), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:27.361196 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-ba9940af-25ca-40e0-ac6e-72ecd56b0612 None None] Provisioning complete for port 8a721db3-443f-4b22-8721-326fde56bf58 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:51:27.361574 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ba9940af-25ca-40e0-ac6e-72ecd56b0612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (8a721db3-443f-4b22-8721-326fde56bf58), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:27.361922 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-ba9940af-25ca-40e0-ac6e-72ecd56b0612 None None] Attempt 1 to provision port 8a721db3-443f-4b22-8721-326fde56bf58 Oct 03 15:51:27.392458 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-ba9940af-25ca-40e0-ac6e-72ecd56b0612 None None] Port 8a721db3-443f-4b22-8721-326fde56bf58 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:51:27.553427 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:27.571431 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Publish callbacks [] for port (8a721db3-443f-4b22-8721-326fde56bf58), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:27.575646 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (8a721db3-443f-4b22-8721-326fde56bf58), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:27.576414 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3923369'] for router_interface (23a35baf-e136-4fac-89ca-4364a788966d), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:27.653589 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Pushing event updated for resources: {'Port': ['ID=8a721db3-443f-4b22-8721-326fde56bf58,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:27.702879 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Network 970431d8-6b70-45f7-b114-7b2524bfe4cb is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:51:27.704225 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:51:27.861007 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Router 23a35baf-e136-4fac-89ca-4364a788966d is scheduled to L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead with binding_index 1 {{(pid=106162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 15:51:27.912713 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-fa9779e2-6696-487d-a6f1-de0255032763 None None] Provisioning complete for port 8a721db3-443f-4b22-8721-326fde56bf58 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:51:27.913107 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-fa9779e2-6696-487d-a6f1-de0255032763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (8a721db3-443f-4b22-8721-326fde56bf58), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:27.913440 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-fa9779e2-6696-487d-a6f1-de0255032763 None None] Attempt 1 to provision port 8a721db3-443f-4b22-8721-326fde56bf58 Oct 03 15:51:27.943999 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-fa9779e2-6696-487d-a6f1-de0255032763 None None] Port 8a721db3-443f-4b22-8721-326fde56bf58 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:51:27.950781 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:51:27.957180 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e9526ae5-100a-430c-893e-e05328c6c4ec demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/23a35baf-e136-4fac-89ca-4364a788966d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7134383 Oct 03 15:51:27.961487 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Sync routers for ids ['23a35baf-e136-4fac-89ca-4364a788966d'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:51:27.974458 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Routers {'23a35baf-e136-4fac-89ca-4364a788966d'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:51:27.975238 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:51:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['23a35baf-e136-4fac-89ca-4364a788966d'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:51:28.158827 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Set router 23a35baf-e136-4fac-89ca-4364a788966d gateway port host: None {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:51:28.575006 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a35baf-e136-4fac-89ca-4364a788966d', 'name': 'router1', 'tenant_id': 'd7ac2137e95a4380a28ffb6603712f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:51:16Z', 'updated_at': '2022-10-03T15:51:27Z', 'revision_number': 2, 'project_id': 'd7ac2137e95a4380a28ffb6603712f74', 'gw_port_host': None, '_interfaces': [{'id': '8a721db3-443f-4b22-8721-326fde56bf58', 'name': '', 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb', 'tenant_id': 'd7ac2137e95a4380a28ffb6603712f74', 'mac_address': 'fa:16:3e:19:18:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a35baf-e136-4fac-89ca-4364a788966d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '497dbabf-bc67-476a-8b4d-759da51655ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:51:26Z', 'updated_at': '2022-10-03T15:51:27Z', 'revision_number': 2, 'project_id': 'd7ac2137e95a4380a28ffb6603712f74', 'subnets': [{'id': '497dbabf-bc67-476a-8b4d-759da51655ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fff2ad9-6d26-47ac-8fd8-6bf2e9c8ec8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:51:28.625161 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Checking router: 23a35baf-e136-4fac-89ca-4364a788966d for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:51:28.625530 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Updating router 23a35baf-e136-4fac-89ca-4364a788966d port 8a721db3-443f-4b22-8721-326fde56bf58 binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:51:28.677531 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (8a721db3-443f-4b22-8721-326fde56bf58), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:29.180536 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Publish callbacks [] for port (8a721db3-443f-4b22-8721-326fde56bf58), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:29.187108 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (8a721db3-443f-4b22-8721-326fde56bf58), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:29.337053 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Pushing event updated for resources: {'Port': ['ID=8a721db3-443f-4b22-8721-326fde56bf58,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:29.345159 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Attempting to bind port 8a721db3-443f-4b22-8721-326fde56bf58 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:51:29.345556 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Attempting to bind port 8a721db3-443f-4b22-8721-326fde56bf58 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '8c0a243d-8dda-4383-be6d-d99a9e2d190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:51:29.346530 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Attempting to bind port 8a721db3-443f-4b22-8721-326fde56bf58 on network 970431d8-6b70-45f7-b114-7b2524bfe4cb {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:51:29.355428 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.355767 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.356122 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.356471 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.356834 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.357146 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.357469 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.357811 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.358147 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.358473 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.358792 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.359123 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.359442 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.359752 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.360064 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Tracked resource versions report: Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: pushed versions: Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: { 'AddressGroup': {'1.2'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Agent': {'1.1'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'ConntrackHelper': {'1.0'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'LocalIPAssociation': {'1.0'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Log': {'1.0'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'NDPProxy': {'1.0'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Network': {'1.1'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Port': {'1.7'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'PortForwarding': {'1.3'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'QosPolicy': {'1.10'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'SecurityGroup': {'1.5'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'SecurityGroupRule': {'1.2'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'SubPort': {'1.0'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Subnet': {'1.1'}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Trunk': {'1.1'}} Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: consumer versions: Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: { DHCP agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: L3 agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: Metadata agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: Metering agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: Open vSwitch agent@dv-cinder-844563-13-iscsi: { 'AddressGroup': '1.2', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Agent': '1.1', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'ConntrackHelper': '1.0', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'LocalIPAssociation': '1.0', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Log': '1.0', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'NDPProxy': '1.0', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Network': '1.1', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Port': '1.7', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'PortForwarding': '1.3', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'QosPolicy': '1.10', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'SecurityGroup': '1.5', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'SecurityGroupRule': '1.2', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'SubPort': '1.0', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Subnet': '1.1', Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Trunk': '1.1'}} Oct 03 15:51:29.361707 dv-cinder-844563-13-iscsi neutron-server[106165]: {{(pid=106165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 15:51:29.428187 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:29.441257 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:51:29.441589 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Checking segment: {'id': '8c0a243d-8dda-4383-be6d-d99a9e2d190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:51:29.442051 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:29.442436 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Bound using segment: {'id': '8c0a243d-8dda-4383-be6d-d99a9e2d190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:51:29.442941 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Bound port: 8a721db3-443f-4b22-8721-326fde56bf58, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0a243d-8dda-4383-be6d-d99a9e2d190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:51:29.443323 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (8a721db3-443f-4b22-8721-326fde56bf58), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:29.505380 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] For port 8a721db3-443f-4b22-8721-326fde56bf58, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:51:29.524190 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] For port 8a721db3-443f-4b22-8721-326fde56bf58, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=8a721db3-443f-4b22-8721-326fde56bf58,segment=NetworkSegment(8c0a243d-8dda-4383-be6d-d99a9e2d190e),segment_id=8c0a243d-8dda-4383-be6d-d99a9e2d190e)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:51:29.529906 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (8a721db3-443f-4b22-8721-326fde56bf58), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:29.571669 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Routers {'23a35baf-e136-4fac-89ca-4364a788966d'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:51:29.572274 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:51:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['23a35baf-e136-4fac-89ca-4364a788966d'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:51:29.607594 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:29.647891 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719ad35-81b2-40bd-9010-8a9e62a9af4c None None] Pushing event updated for resources: {'Port': ['ID=8a721db3-443f-4b22-8721-326fde56bf58,revision_number=4']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:29.671665 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] Set router 23a35baf-e136-4fac-89ca-4364a788966d gateway port host: None {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:51:29.868951 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a35baf-e136-4fac-89ca-4364a788966d', 'name': 'router1', 'tenant_id': 'd7ac2137e95a4380a28ffb6603712f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:51:16Z', 'updated_at': '2022-10-03T15:51:27Z', 'revision_number': 2, 'project_id': 'd7ac2137e95a4380a28ffb6603712f74', 'gw_port_host': None, '_interfaces': [{'id': '8a721db3-443f-4b22-8721-326fde56bf58', 'name': '', 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb', 'tenant_id': 'd7ac2137e95a4380a28ffb6603712f74', 'mac_address': 'fa:16:3e:19:18:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a35baf-e136-4fac-89ca-4364a788966d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '497dbabf-bc67-476a-8b4d-759da51655ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:51:26Z', 'updated_at': '2022-10-03T15:51:29Z', 'revision_number': 4, 'project_id': 'd7ac2137e95a4380a28ffb6603712f74', 'subnets': [{'id': '497dbabf-bc67-476a-8b4d-759da51655ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fff2ad9-6d26-47ac-8fd8-6bf2e9c8ec8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:51:29.897748 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6fbf6-ff76-4c00-8d25-3d2559bd4bb3 None None] The sync data for ids ['23a35baf-e136-4fac-89ca-4364a788966d'] in dv-cinder-844563-13-iscsi is: [{'id': '23a35baf-e136-4fac-89ca-4364a788966d', 'name': 'router1', 'tenant_id': 'd7ac2137e95a4380a28ffb6603712f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:51:16Z', 'updated_at': '2022-10-03T15:51:27Z', 'revision_number': 2, 'project_id': 'd7ac2137e95a4380a28ffb6603712f74', 'gw_port_host': None, '_interfaces': [{'id': '8a721db3-443f-4b22-8721-326fde56bf58', 'name': '', 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb', 'tenant_id': 'd7ac2137e95a4380a28ffb6603712f74', 'mac_address': 'fa:16:3e:19:18:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a35baf-e136-4fac-89ca-4364a788966d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '497dbabf-bc67-476a-8b4d-759da51655ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:51:26Z', 'updated_at': '2022-10-03T15:51:29Z', 'revision_number': 4, 'project_id': 'd7ac2137e95a4380a28ffb6603712f74', 'subnets': [{'id': '497dbabf-bc67-476a-8b4d-759da51655ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fff2ad9-6d26-47ac-8fd8-6bf2e9c8ec8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:51:30.611206 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 44474) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:51:30.998423 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f6151c-e332-48a4-bbaf-87f84444af7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:51:30.999808 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-d9f6151c-e332-48a4-bbaf-87f84444af7a admin admin] 10.222.0.33 "GET /networking/v2.0/networks/a63bfa27-480e-4efb-a24e-26dec41cf4a1 HTTP/1.1" status: 200 len: 842 time: 0.3876007 Oct 03 15:51:31.010455 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-3a8885cb-9c3d-4180-9d25-cb855e71d167 admin admin] Request body: {'subnet': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:51:31.034425 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8885cb-9c3d-4180-9d25-cb855e71d167 admin admin] Made reservation on behalf of 0727be3aa6194ac280b9115cbd69b50d for: {'subnet': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:51:31.036855 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3a8885cb-9c3d-4180-9d25-cb855e71d167 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:31.161452 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:31.391150 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.objects.ports [None req-3a8885cb-9c3d-4180-9d25-cb855e71d167 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106162) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 03 15:51:31.391594 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3a8885cb-9c3d-4180-9d25-cb855e71d167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (d0313fe3-94fb-497c-9587-e3db19d1e664), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:31.440979 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8885cb-9c3d-4180-9d25-cb855e71d167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0313fe3-94fb-497c-9587-e3db19d1e664,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:31.456592 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8885cb-9c3d-4180-9d25-cb855e71d167 admin admin] Checking segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:51:31.457009 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8885cb-9c3d-4180-9d25-cb855e71d167 admin admin] Network hostable DHCP agents. Network: a63bfa27-480e-4efb-a24e-26dec41cf4a1, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:51:31.459644 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:31.477897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8885cb-9c3d-4180-9d25-cb855e71d167 admin admin] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:51:31.487217 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-3a8885cb-9c3d-4180-9d25-cb855e71d167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, a63bfa27-480e-4efb-a24e-26dec41cf4a1) {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:51:31.491686 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8885cb-9c3d-4180-9d25-cb855e71d167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:51:31.492448 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3a8885cb-9c3d-4180-9d25-cb855e71d167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:31.497301 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a35d28-0311-4340-8a14-2ddb991f0092 None None] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:51:31.510225 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-3a8885cb-9c3d-4180-9d25-cb855e71d167 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5026870 Oct 03 15:51:31.606668 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1938a1f4-d917-4465-9424-2a5a047175e1 None None] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:51:34.202249 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 44482) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:51:34.675335 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e80e2716-3a8e-4a94-8635-25ae816384c8 demo admin] 10.222.0.33 "GET /networking/v2.0/routers/23a35baf-e136-4fac-89ca-4364a788966d HTTP/1.1" status: 200 len: 710 time: 0.4718111 Oct 03 15:51:34.790854 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edbfc72-6a66-4352-a8d0-724ab022f275 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:51:34.792383 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-0edbfc72-6a66-4352-a8d0-724ab022f275 demo admin] 10.222.0.33 "GET /networking/v2.0/networks/a63bfa27-480e-4efb-a24e-26dec41cf4a1 HTTP/1.1" status: 200 len: 886 time: 0.1109953 Oct 03 15:51:34.803107 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:51:35.074230 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Publish callbacks [] for router_gateway (23a35baf-e136-4fac-89ca-4364a788966d), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:35.322869 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Publish callbacks [] for router_gateway (23a35baf-e136-4fac-89ca-4364a788966d), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:35.362653 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:35.410575 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:35.514993 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Allocated IP 172.27.0.120 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/ef930336-122d-4ff5-93c3-cf4574082941) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:51:35.618121 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Publish callbacks [] for port (ef930336-122d-4ff5-93c3-cf4574082941), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:35.636785 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:35.652655 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (ef930336-122d-4ff5-93c3-cf4574082941), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:35.693231 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:51:35.697672 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:51:35.702111 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:51:35.736825 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Pushing event updated for resources: {'Port': ['ID=ef930336-122d-4ff5-93c3-cf4574082941,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:36.027944 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Publish callbacks [] for router_gateway (23a35baf-e136-4fac-89ca-4364a788966d), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:36.169569 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:36.218070 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3727850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3733713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29365'] for router (23a35baf-e136-4fac-89ca-4364a788966d), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:36.221593 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3727825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3727832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3733738'] for router (23a35baf-e136-4fac-89ca-4364a788966d), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:36.321686 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Router 23a35baf-e136-4fac-89ca-4364a788966d has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:51:36.422196 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:51:36.427193 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:36.428217 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-af778b94-7cc5-46d0-88fa-667bce61c192 demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/23a35baf-e136-4fac-89ca-4364a788966d HTTP/1.1" status: 200 len: 890 time: 1.6297545 Oct 03 15:51:36.432447 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Sync routers for ids ['23a35baf-e136-4fac-89ca-4364a788966d'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:51:36.445352 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Routers {'23a35baf-e136-4fac-89ca-4364a788966d'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:51:36.446035 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:51:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['23a35baf-e136-4fac-89ca-4364a788966d'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:51:36.465278 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:36.660110 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Set router 23a35baf-e136-4fac-89ca-4364a788966d gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:51:36.818027 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 8a721db3-443f-4b22-8721-326fde56bf58 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:51:36.973076 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:36.991158 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 8a721db3-443f-4b22-8721-326fde56bf58 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:51:36.991541 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (8a721db3-443f-4b22-8721-326fde56bf58), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:36.991873 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 8a721db3-443f-4b22-8721-326fde56bf58 Oct 03 15:51:37.111660 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a35baf-e136-4fac-89ca-4364a788966d', 'name': 'router1', 'tenant_id': 'd7ac2137e95a4380a28ffb6603712f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ef930336-122d-4ff5-93c3-cf4574082941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:51:16Z', 'updated_at': '2022-10-03T15:51:35Z', 'revision_number': 4, 'project_id': 'd7ac2137e95a4380a28ffb6603712f74', 'gw_port': {'id': 'ef930336-122d-4ff5-93c3-cf4574082941', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:23:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a35baf-e136-4fac-89ca-4364a788966d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:51:35Z', 'updated_at': '2022-10-03T15:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '8a721db3-443f-4b22-8721-326fde56bf58', 'name': '', 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb', 'tenant_id': 'd7ac2137e95a4380a28ffb6603712f74', 'mac_address': 'fa:16:3e:19:18:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a35baf-e136-4fac-89ca-4364a788966d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '497dbabf-bc67-476a-8b4d-759da51655ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:51:26Z', 'updated_at': '2022-10-03T15:51:29Z', 'revision_number': 4, 'project_id': 'd7ac2137e95a4380a28ffb6603712f74', 'subnets': [{'id': '497dbabf-bc67-476a-8b4d-759da51655ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fff2ad9-6d26-47ac-8fd8-6bf2e9c8ec8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:51:37.252424 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Checking router: 23a35baf-e136-4fac-89ca-4364a788966d for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:51:37.252644 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Updating router 23a35baf-e136-4fac-89ca-4364a788966d port ef930336-122d-4ff5-93c3-cf4574082941 binding host dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:51:37.305337 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 8a721db3-443f-4b22-8721-326fde56bf58 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:51:37.305550 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (8a721db3-443f-4b22-8721-326fde56bf58), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:37.319376 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (ef930336-122d-4ff5-93c3-cf4574082941), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:37.394354 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 8a721db3-443f-4b22-8721-326fde56bf58, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=8a721db3-443f-4b22-8721-326fde56bf58,segment=NetworkSegment(8c0a243d-8dda-4383-be6d-d99a9e2d190e),segment_id=8c0a243d-8dda-4383-be6d-d99a9e2d190e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:51:37.444496 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (8a721db3-443f-4b22-8721-326fde56bf58), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:37.576560 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=8a721db3-443f-4b22-8721-326fde56bf58,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:37.698477 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Publish callbacks [] for port (ef930336-122d-4ff5-93c3-cf4574082941), precommit_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:37.704876 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (ef930336-122d-4ff5-93c3-cf4574082941), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:37.736733 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Attempting to bind port ef930336-122d-4ff5-93c3-cf4574082941 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:51:37.737113 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Attempting to bind port ef930336-122d-4ff5-93c3-cf4574082941 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:51:37.737466 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Attempting to bind port ef930336-122d-4ff5-93c3-cf4574082941 on network a63bfa27-480e-4efb-a24e-26dec41cf4a1 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:51:37.743366 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:37.777258 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45253e28-e5ff-4269-af28-0a3d65f33b5a None None] Pushing event updated for resources: {'Port': ['ID=ef930336-122d-4ff5-93c3-cf4574082941,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:37.794198 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:51:37.794562 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Checking segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:51:37.795014 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:37.795394 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Bound using segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:51:37.795861 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Bound port: ef930336-122d-4ff5-93c3-cf4574082941, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:51:37.796233 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (ef930336-122d-4ff5-93c3-cf4574082941), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:37.845215 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] For port ef930336-122d-4ff5-93c3-cf4574082941, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:51:37.848287 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] For port ef930336-122d-4ff5-93c3-cf4574082941, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=ef930336-122d-4ff5-93c3-cf4574082941,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:51:37.854421 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (ef930336-122d-4ff5-93c3-cf4574082941), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:37.890302 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Routers {'23a35baf-e136-4fac-89ca-4364a788966d'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:51:37.890932 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:51:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['23a35baf-e136-4fac-89ca-4364a788966d'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:51:37.946742 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:37.956980 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45253e28-e5ff-4269-af28-0a3d65f33b5a None None] Pushing event updated for resources: {'Port': ['ID=ef930336-122d-4ff5-93c3-cf4574082941,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:38.018070 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] Set router 23a35baf-e136-4fac-89ca-4364a788966d gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:51:38.209774 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a35baf-e136-4fac-89ca-4364a788966d', 'name': 'router1', 'tenant_id': 'd7ac2137e95a4380a28ffb6603712f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ef930336-122d-4ff5-93c3-cf4574082941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:51:16Z', 'updated_at': '2022-10-03T15:51:35Z', 'revision_number': 4, 'project_id': 'd7ac2137e95a4380a28ffb6603712f74', 'gw_port': {'id': 'ef930336-122d-4ff5-93c3-cf4574082941', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:23:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a35baf-e136-4fac-89ca-4364a788966d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:51:35Z', 'updated_at': '2022-10-03T15:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '8a721db3-443f-4b22-8721-326fde56bf58', 'name': '', 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb', 'tenant_id': 'd7ac2137e95a4380a28ffb6603712f74', 'mac_address': 'fa:16:3e:19:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a35baf-e136-4fac-89ca-4364a788966d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '497dbabf-bc67-476a-8b4d-759da51655ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:51:26Z', 'updated_at': '2022-10-03T15:51:37Z', 'revision_number': 5, 'project_id': 'd7ac2137e95a4380a28ffb6603712f74', 'subnets': [{'id': '497dbabf-bc67-476a-8b4d-759da51655ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fff2ad9-6d26-47ac-8fd8-6bf2e9c8ec8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:51:38.234643 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311ae47-121e-4bf5-85f0-3891114b08d4 None None] The sync data for ids ['23a35baf-e136-4fac-89ca-4364a788966d'] in dv-cinder-844563-13-iscsi is: [{'id': '23a35baf-e136-4fac-89ca-4364a788966d', 'name': 'router1', 'tenant_id': 'd7ac2137e95a4380a28ffb6603712f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ef930336-122d-4ff5-93c3-cf4574082941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:51:16Z', 'updated_at': '2022-10-03T15:51:35Z', 'revision_number': 4, 'project_id': 'd7ac2137e95a4380a28ffb6603712f74', 'gw_port': {'id': 'ef930336-122d-4ff5-93c3-cf4574082941', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:23:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a35baf-e136-4fac-89ca-4364a788966d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:51:35Z', 'updated_at': '2022-10-03T15:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '8a721db3-443f-4b22-8721-326fde56bf58', 'name': '', 'network_id': '970431d8-6b70-45f7-b114-7b2524bfe4cb', 'tenant_id': 'd7ac2137e95a4380a28ffb6603712f74', 'mac_address': 'fa:16:3e:19:18:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a35baf-e136-4fac-89ca-4364a788966d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '497dbabf-bc67-476a-8b4d-759da51655ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:51:26Z', 'updated_at': '2022-10-03T15:51:37Z', 'revision_number': 5, 'project_id': 'd7ac2137e95a4380a28ffb6603712f74', 'subnets': [{'id': '497dbabf-bc67-476a-8b4d-759da51655ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fff2ad9-6d26-47ac-8fd8-6bf2e9c8ec8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:51:38.867708 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device ef930336-122d-4ff5-93c3-cf4574082941 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:51:38.915132 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port ef930336-122d-4ff5-93c3-cf4574082941 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:51:38.915529 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (ef930336-122d-4ff5-93c3-cf4574082941), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:38.915886 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port ef930336-122d-4ff5-93c3-cf4574082941 Oct 03 15:51:38.998986 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port ef930336-122d-4ff5-93c3-cf4574082941 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:51:38.999372 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (ef930336-122d-4ff5-93c3-cf4574082941), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:39.023832 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port ef930336-122d-4ff5-93c3-cf4574082941, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=ef930336-122d-4ff5-93c3-cf4574082941,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:51:39.028798 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (ef930336-122d-4ff5-93c3-cf4574082941), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:39.029676 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 8a721db3-443f-4b22-8721-326fde56bf58 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:51:39.105491 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=ef930336-122d-4ff5-93c3-cf4574082941,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:51:39.113567 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 8a721db3-443f-4b22-8721-326fde56bf58 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:51:39.113950 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (8a721db3-443f-4b22-8721-326fde56bf58), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:39.114278 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 8a721db3-443f-4b22-8721-326fde56bf58 Oct 03 15:51:39.184257 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 8a721db3-443f-4b22-8721-326fde56bf58 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:51:39.298336 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 44494) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:51:39.720243 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-696b2f8b-cc1d-48c1-959d-87c8dd7c8b08 admin admin] 10.222.0.33 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4207389 Oct 03 15:51:40.787021 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device ef930336-122d-4ff5-93c3-cf4574082941 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:51:40.789944 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:40.832976 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port ef930336-122d-4ff5-93c3-cf4574082941 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:51:40.833365 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (ef930336-122d-4ff5-93c3-cf4574082941), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:40.833699 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port ef930336-122d-4ff5-93c3-cf4574082941 Oct 03 15:51:40.904800 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port ef930336-122d-4ff5-93c3-cf4574082941 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:51:46.419316 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:46.420633 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=23 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:49.549170 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:49.554812 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=31 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:49.706689 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:49.716480 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:50.902453 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=15 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:50.904014 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:51:52.127673 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e9c4f9c2-8e19-4cbd-861d-cbc7b617baa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:54.241899 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c2595d05-73c2-41f8-8709-c580a41f777c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:55.864860 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:56.961901 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:57.117512 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:51:58.550677 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 5 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:52:07.106536 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:52:07.111077 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:52:08.551102 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:52:22.134335 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0d2538c4-8d64-403e-a783-a74adfea6215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:52:24.239612 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4c412b65-c9e1-4b87-8ea1-b0cc13744d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:52:25.746280 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:52:26.550450 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:52:26.552537 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=4 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:52:26.964667 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:52:27.113436 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:52:35.551196 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 5 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:52:37.102428 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:52:37.109264 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:52:50.542518 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:52:50.543416 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:52:52.127815 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-51cdb737-c647-42b0-a120-6a58faaa6bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:52:54.235663 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9da76e7f-9efd-4fb6-be0e-d5348c815343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:52:55.731329 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:52:56.965026 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:52:57.117687 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:03.545801 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:03.551491 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=5 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:05.632475 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45044) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:53:05.968435 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f61398-da7a-46cd-b1d9-92b3cc0c7491 admin admin] GET failed (client error): The resource could not be found. Oct 03 15:53:05.970419 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-05f61398-da7a-46cd-b1d9-92b3cc0c7491 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3368902 Oct 03 15:53:06.137433 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57959fc-f8c5-4e08-875c-b5d491b3ad8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:06.138919 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a57959fc-f8c5-4e08-875c-b5d491b3ad8a admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1638153 Oct 03 15:53:07.107101 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:07.113927 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:08.722579 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45054) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:53:09.090520 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5543eab1-c0c9-445d-91cf-8ac1a5eb827a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:09.091870 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-5543eab1-c0c9-445d-91cf-8ac1a5eb827a admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/497dbabf-bc67-476a-8b4d-759da51655ca HTTP/1.1" status: 200 len: 849 time: 0.3683379 Oct 03 15:53:09.101961 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:53:09.189668 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Publish callbacks [] for subnet (497dbabf-bc67-476a-8b4d-759da51655ca), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:09.331544 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771420381103'] for subnet (497dbabf-bc67-476a-8b4d-759da51655ca), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:09.366229 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:09.366920 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:09.368028 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba74dbab-bdbd-4414-a116-983119e2eaa5 None None] Network 970431d8-6b70-45f7-b114-7b2524bfe4cb requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:53:09.368469 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] 10.222.0.33 "PUT /networking/v2.0/subnets/497dbabf-bc67-476a-8b4d-759da51655ca HTTP/1.1" status: 200 len: 868 time: 0.2699111 Oct 03 15:53:09.389402 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497dbabf-bc67-476a-8b4d-759da51655ca,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:53:09.397417 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.397768 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.398117 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.398460 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.398801 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.399142 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.399472 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.399795 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.400137 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.400468 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.400840 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.401170 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.401492 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.401811 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.402130 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0136a99-56fd-4a58-806e-ee1e42d20124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:53:09.650591 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-164480f4-149e-4eed-b04c-b97c3d56ecc7 None None] Provisioning complete for port 8a721db3-443f-4b22-8721-326fde56bf58 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:53:09.650986 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-164480f4-149e-4eed-b04c-b97c3d56ecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (8a721db3-443f-4b22-8721-326fde56bf58), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:09.651327 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-164480f4-149e-4eed-b04c-b97c3d56ecc7 None None] Attempt 1 to provision port 8a721db3-443f-4b22-8721-326fde56bf58 Oct 03 15:53:09.725024 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-164480f4-149e-4eed-b04c-b97c3d56ecc7 None None] Current status of the port 8a721db3-443f-4b22-8721-326fde56bf58 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:53:09.732920 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-164480f4-149e-4eed-b04c-b97c3d56ecc7 None None] Provisioning complete for port 89fb0b77-b200-4c31-a856-7c1e947e2c98 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:53:09.733306 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-164480f4-149e-4eed-b04c-b97c3d56ecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (89fb0b77-b200-4c31-a856-7c1e947e2c98), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:09.733636 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-164480f4-149e-4eed-b04c-b97c3d56ecc7 None None] Attempt 1 to provision port 89fb0b77-b200-4c31-a856-7c1e947e2c98 Oct 03 15:53:09.805991 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-164480f4-149e-4eed-b04c-b97c3d56ecc7 None None] Current status of the port 89fb0b77-b200-4c31-a856-7c1e947e2c98 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:53:11.960019 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45062) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:53:12.443400 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed179fa-633c-46b6-b8b6-46a96d316181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:12.443868 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed179fa-633c-46b6-b8b6-46a96d316181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:12.445423 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-6ed179fa-633c-46b6-b8b6-46a96d316181 admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4845219 Oct 03 15:53:12.552034 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 5 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:53:15.006071 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45070) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:53:15.427688 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b01fb0-89c6-4936-b076-c36f51c7a46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:15.428159 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b01fb0-89c6-4936-b076-c36f51c7a46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:15.429743 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-92b01fb0-89c6-4936-b076-c36f51c7a46d admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4227796 Oct 03 15:53:17.989745 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45078) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:53:18.503152 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8396fe9-1e57-4d30-96f4-e53fb6b892b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:18.504560 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a8396fe9-1e57-4d30-96f4-e53fb6b892b4 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/970431d8-6b70-45f7-b114-7b2524bfe4cb HTTP/1.1" status: 200 len: 869 time: 0.5139189 Oct 03 15:53:19.803547 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=34 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:19.804246 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=43 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:21.100636 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45086) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:53:21.439898 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:21.465801 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:21.508894 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72181d8-fb8e-4b18-88b2-1590e7aeb29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:21.510284 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-c72181d8-fb8e-4b18-88b2-1590e7aeb29f admin admin] 10.222.0.33 "GET /networking/v2.0/networks/a63bfa27-480e-4efb-a24e-26dec41cf4a1 HTTP/1.1" status: 200 len: 886 time: 0.4086664 Oct 03 15:53:22.129515 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6e1e7ed6-844f-4fc2-8ee3-d81d2e7d158c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:22.547142 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:22.547903 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:24.067234 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45094) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:53:24.241416 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c0baca4c-a319-41a0-b736-28a2eedf3c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:24.478069 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db35db4-f020-45ae-bc30-96626392b404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:24.478521 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db35db4-f020-45ae-bc30-96626392b404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:24.480056 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-3db35db4-f020-45ae-bc30-96626392b404 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4118695 Oct 03 15:53:25.737243 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:26.966988 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:27.066781 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45102) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:53:27.118859 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:27.436134 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976931b8-e53a-4999-b52b-b00d039fe0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:27.436587 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976931b8-e53a-4999-b52b-b00d039fe0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:27.438948 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-976931b8-e53a-4999-b52b-b00d039fe0ee admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3710108 Oct 03 15:53:30.018424 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45110) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:53:30.395188 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15102d61-4090-4829-b2eb-c9bc8b5b22f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:30.396566 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-15102d61-4090-4829-b2eb-c9bc8b5b22f9 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/497dbabf-bc67-476a-8b4d-759da51655ca HTTP/1.1" status: 200 len: 868 time: 0.3772688 Oct 03 15:53:32.987701 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45118) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:53:33.353718 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8659cb5c-e154-4b31-be9d-6703bc979dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:53:33.355071 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-8659cb5c-e154-4b31-be9d-6703bc979dc0 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/d0313fe3-94fb-497c-9587-e3db19d1e664 HTTP/1.1" status: 200 len: 816 time: 0.3665063 Oct 03 15:53:37.113479 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:37.115401 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:40.547448 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:40.548248 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:43.348651 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=28 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:43.350664 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=36 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:49.551825 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 5 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:53:51.185763 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=17 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:53:52.132428 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-df417d34-897e-4587-858c-f716eb5982ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:54.235209 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0a82f49b-780d-480b-98da-0358658907b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:55.737654 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:56.973142 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:57.123816 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:53:59.547700 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=11 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:03.323313 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45174) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:54:03.647406 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [None req-370664ee-9b25-4c7a-bf3e-e731c4e0cff2 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 15:54:03.648401 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-370664ee-9b25-4c7a-bf3e-e731c4e0cff2 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3241529 Oct 03 15:54:06.331149 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45182) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:54:06.678150 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e3fd91-9a46-480a-95eb-6a2514fc1e14 admin admin] GET failed (client error): The resource could not be found. Oct 03 15:54:06.679424 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-47e3fd91-9a46-480a-95eb-6a2514fc1e14 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3473532 Oct 03 15:54:06.768605 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad075b0-2207-4cf8-b6d1-d33e890c1526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:54:06.770106 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-9ad075b0-2207-4cf8-b6d1-d33e890c1526 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0864034 Oct 03 15:54:07.116548 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:07.119352 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:09.376872 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45190) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:54:09.701545 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:54:09.722195 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Made reservation on behalf of 0727be3aa6194ac280b9115cbd69b50d for: {'network': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:54:09.724530 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:09.753339 dv-cinder-844563-13-iscsi neutron-server[106162]: WARNING neutron.services.revisions.revision_plugin [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Could not find related network for resource to bump revision. Oct 03 15:54:09.764833 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=106162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:54:09.774375 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (152ed94a-e7dd-4ca5-84df-c3e4239023db), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:09.774712 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.segments_db [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Added segment 152ed94a-e7dd-4ca5-84df-c3e4239023db of type vlan for network 9cdd5dec-75e3-4a46-be60-0cb128b3d9c1 Oct 03 15:54:09.813688 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (9cdd5dec-75e3-4a46-be60-0cb128b3d9c1), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:09.837795 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (9cdd5dec-75e3-4a46-be60-0cb128b3d9c1), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:09.838770 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:54:09.839349 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:09.894504 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5165992 Oct 03 15:54:09.905149 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Pushing event updated for resources: {'Network': ['ID=9cdd5dec-75e3-4a46-be60-0cb128b3d9c1,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:54:09.912875 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.913227 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.913568 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.913907 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.914241 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.914571 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.914901 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.915223 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.915566 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.915888 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.916234 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.916560 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.916915 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.917234 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.917553 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56dede4-fbde-4d62-9c01-6fcd18191adf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:09.929834 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 9cdd5dec-75e3-4a46-be60-0cb128b3d9c1 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:54:12.541965 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45198) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:54:12.875681 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1574e4-4422-439d-83bc-2e031df37673 admin admin] GET failed (client error): The resource could not be found. Oct 03 15:54:12.876983 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-7e1574e4-4422-439d-83bc-2e031df37673 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3341410 Oct 03 15:54:12.945457 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be45dc0c-9c1b-48a8-825e-0de2ff03349b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:54:12.946876 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-be45dc0c-9c1b-48a8-825e-0de2ff03349b admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655220 Oct 03 15:54:12.957803 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-5c6d9159-f235-40f6-8589-b9ae71b872f3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '9cdd5dec-75e3-4a46-be60-0cb128b3d9c1', 'name': 'shared-subnet'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:54:12.979687 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6d9159-f235-40f6-8589-b9ae71b872f3 admin admin] Made reservation on behalf of 0727be3aa6194ac280b9115cbd69b50d for: {'subnet': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:54:12.981968 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9159-f235-40f6-8589-b9ae71b872f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:13.142128 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9159-f235-40f6-8589-b9ae71b872f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (2a99bf47-8320-4d99-8e9b-a64687611b39), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:13.197312 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d9159-f235-40f6-8589-b9ae71b872f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a99bf47-8320-4d99-8e9b-a64687611b39,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:54:13.207828 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6d9159-f235-40f6-8589-b9ae71b872f3 admin admin] Checking segment: {'id': '152ed94a-e7dd-4ca5-84df-c3e4239023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9cdd5dec-75e3-4a46-be60-0cb128b3d9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:54:13.208176 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d9159-f235-40f6-8589-b9ae71b872f3 admin admin] Network hostable DHCP agents. Network: 9cdd5dec-75e3-4a46-be60-0cb128b3d9c1, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:54:13.225225 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d9159-f235-40f6-8589-b9ae71b872f3 admin admin] Network 9cdd5dec-75e3-4a46-be60-0cb128b3d9c1 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:54:13.233100 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-5c6d9159-f235-40f6-8589-b9ae71b872f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 9cdd5dec-75e3-4a46-be60-0cb128b3d9c1) {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:54:13.237377 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6d9159-f235-40f6-8589-b9ae71b872f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:54:13.237970 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9159-f235-40f6-8589-b9ae71b872f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:13.243489 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6543bb1a-23ff-4ea8-9535-e04e34449c99 None None] Network 9cdd5dec-75e3-4a46-be60-0cb128b3d9c1 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:54:13.253727 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-5c6d9159-f235-40f6-8589-b9ae71b872f3 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2993708 Oct 03 15:54:13.352220 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c6ae877-a55f-574a-9025-bb7fe84a5911-9cdd5dec-75e3-4a46-be60-0cb128b3d9c1', 'network_id': '9cdd5dec-75e3-4a46-be60-0cb128b3d9c1', 'project_id': '0727be3aa6194ac280b9115cbd69b50d', 'fixed_ips': [{'subnet_id': '2a99bf47-8320-4d99-8e9b-a64687611b39'}]}} from dv-cinder-844563-13-iscsi. {{(pid=106164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 15:54:13.353209 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:13.490258 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.db_base_plugin_common [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Allocated IP 192.168.233.2 (9cdd5dec-75e3-4a46-be60-0cb128b3d9c1/2a99bf47-8320-4d99-8e9b-a64687611b39/2dd0eb62-5ca7-4f7c-8c74-7333bfa38631) {{(pid=106164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:54:13.642066 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Publish callbacks [] for port (2dd0eb62-5ca7-4f7c-8c74-7333bfa38631), precommit_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:13.647791 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (2dd0eb62-5ca7-4f7c-8c74-7333bfa38631), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:13.696082 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Network 9cdd5dec-75e3-4a46-be60-0cb128b3d9c1 is already hosted by enough agents. {{(pid=106164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:54:13.699339 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.base_scheduler [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Resources bound (agent type, host, resource id): {{(pid=106164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:54:13.704259 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Received port after_create {{(pid=106164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:54:13.708989 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Pushing event updated for resources: {'Port': ['ID=2dd0eb62-5ca7-4f7c-8c74-7333bfa38631,revision_number=1']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:54:13.732992 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.733335 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.733695 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.734769 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.735112 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.735448 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.735778 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.736102 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.736446 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.736800 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.737129 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.737470 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.737797 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.738118 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.738439 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:54:13.776327 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Attempting to bind port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:54:13.776696 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Attempting to bind port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '152ed94a-e7dd-4ca5-84df-c3e4239023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9cdd5dec-75e3-4a46-be60-0cb128b3d9c1'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:54:13.777078 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Attempting to bind port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 on network 9cdd5dec-75e3-4a46-be60-0cb128b3d9c1 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:54:13.821226 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:54:13.821592 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Checking segment: {'id': '152ed94a-e7dd-4ca5-84df-c3e4239023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9cdd5dec-75e3-4a46-be60-0cb128b3d9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:54:13.822101 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:13.822368 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Bound using segment: {'id': '152ed94a-e7dd-4ca5-84df-c3e4239023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9cdd5dec-75e3-4a46-be60-0cb128b3d9c1'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:54:13.822833 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Bound port: 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152ed94a-e7dd-4ca5-84df-c3e4239023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9cdd5dec-75e3-4a46-be60-0cb128b3d9c1'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:54:13.823227 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2dd0eb62-5ca7-4f7c-8c74-7333bfa38631), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:13.888294 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] For port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:54:13.891865 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] For port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=2dd0eb62-5ca7-4f7c-8c74-7333bfa38631,segment=NetworkSegment(152ed94a-e7dd-4ca5-84df-c3e4239023db),segment_id=152ed94a-e7dd-4ca5-84df-c3e4239023db)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:54:13.898031 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (2dd0eb62-5ca7-4f7c-8c74-7333bfa38631), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:13.952330 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7616e0-824a-46a8-8c1c-46d83c4d21eb None None] Pushing event updated for resources: {'Port': ['ID=2dd0eb62-5ca7-4f7c-8c74-7333bfa38631,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:54:14.766346 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90944fa5-6b62-4e6f-abfd-ac8a1f943c02 None None] Network 9cdd5dec-75e3-4a46-be60-0cb128b3d9c1 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:54:14.846030 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:14.846543 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-ae79eaed-2596-4e46-b646-5374fe3ae8f0 None None] Provisioning complete for port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:54:14.846967 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ae79eaed-2596-4e46-b646-5374fe3ae8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (2dd0eb62-5ca7-4f7c-8c74-7333bfa38631), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:14.847271 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-ae79eaed-2596-4e46-b646-5374fe3ae8f0 None None] Attempt 1 to provision port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 Oct 03 15:54:14.876304 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:14.908227 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:54:15.013095 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:54:15.013494 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (2dd0eb62-5ca7-4f7c-8c74-7333bfa38631), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:15.013966 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 Oct 03 15:54:15.017490 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-ae79eaed-2596-4e46-b646-5374fe3ae8f0 None None] Current status of the port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:54:15.017490 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ae79eaed-2596-4e46-b646-5374fe3ae8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2dd0eb62-5ca7-4f7c-8c74-7333bfa38631), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:15.081987 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-ae79eaed-2596-4e46-b646-5374fe3ae8f0 None None] For port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=2dd0eb62-5ca7-4f7c-8c74-7333bfa38631,segment=NetworkSegment(152ed94a-e7dd-4ca5-84df-c3e4239023db),segment_id=152ed94a-e7dd-4ca5-84df-c3e4239023db)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:54:15.090212 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ae79eaed-2596-4e46-b646-5374fe3ae8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (2dd0eb62-5ca7-4f7c-8c74-7333bfa38631), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:15.154706 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:54:15.168838 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79eaed-2596-4e46-b646-5374fe3ae8f0 None None] Pushing event updated for resources: {'Port': ['ID=2dd0eb62-5ca7-4f7c-8c74-7333bfa38631,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:54:15.212601 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-6423bbc6-d215-498c-a52b-541b556f7c20 None None] Provisioning complete for port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:54:15.213022 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6423bbc6-d215-498c-a52b-541b556f7c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (2dd0eb62-5ca7-4f7c-8c74-7333bfa38631), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:15.213360 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-6423bbc6-d215-498c-a52b-541b556f7c20 None None] Attempt 1 to provision port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 Oct 03 15:54:15.285688 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-6423bbc6-d215-498c-a52b-541b556f7c20 None None] Current status of the port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:54:16.877126 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:54:16.921034 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:54:16.921749 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (2dd0eb62-5ca7-4f7c-8c74-7333bfa38631), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:16.922085 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 Oct 03 15:54:16.997401 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 2dd0eb62-5ca7-4f7c-8c74-7333bfa38631 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:54:17.539624 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:17.544478 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:22.130200 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-76298d04-8b05-434e-9c0a-7b9b0975e1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:23.241925 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=81,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:23.247229 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:24.236972 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-de58994e-a398-4d05-97b3-29b60f0f1a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:25.733253 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:25.741485 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:26.552399 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 5 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:54:26.977477 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:27.125869 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:36.547637 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:36.548434 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:37.114788 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:37.121118 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:52.132134 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-5e41f4ff-e0f7-4416-b25b-4b5bbb33d60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:54.238739 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-acc0f3ab-1649-45f4-8dcd-6b66276781e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:54.546503 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:54.551450 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:54:55.742726 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:56.975629 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:54:57.128253 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:03.552250 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 5 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:55:07.116430 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:07.124140 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:13.548177 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:13.549410 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:22.133938 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-02fcd684-34c2-474d-bab8-c2f94bfaad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:24.246119 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9daf366f-59d3-467e-a2bf-7e6db4d7fea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:25.747107 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:26.978026 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:27.131715 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:27.695992 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45242) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:55:27.702392 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [None req-37de52c4-e189-43a7-aca1-d0ae950d9a19 tempest-verify_tempest_config-1126618876 tempest-verify_tempest_config-1126618876-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 15:55:27.703394 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-37de52c4-e189-43a7-aca1-d0ae950d9a19 tempest-verify_tempest_config-1126618876 tempest-verify_tempest_config-1126618876-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0064359 Oct 03 15:55:28.210470 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45260) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:55:28.541780 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:28.615455 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Publish callbacks [] for security_group (d3d445b5-4ad0-414d-a810-6e11a97a5925), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:28.618927 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (d3d445b5-4ad0-414d-a810-6e11a97a5925), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:28.664805 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fa41dab863224f9aaa21e45251d7251c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4532645 Oct 03 15:55:28.666039 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d445b5-4ad0-414d-a810-6e11a97a5925,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:55:28.667463 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45264) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:55:28.675295 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.675725 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.677235 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.677590 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.677929 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.678263 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.678592 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.678917 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.679244 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.679576 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.679914 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.680239 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.680556 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.680897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.681214 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f71-92df-497b-b6a2-84eaa9735daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.757853 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Publish callbacks [] for security_group (d3d445b5-4ad0-414d-a810-6e11a97a5925), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:28.777453 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Publish callbacks [] for security_group (d3d445b5-4ad0-414d-a810-6e11a97a5925), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:28.874056 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (d3d445b5-4ad0-414d-a810-6e11a97a5925), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:28.876540 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:28.877714 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d3d445b5-4ad0-414d-a810-6e11a97a5925 HTTP/1.1" status: 204 len: 168 time: 0.2087836 Oct 03 15:55:28.885486 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d445b5-4ad0-414d-a810-6e11a97a5925,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:55:28.897955 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.898305 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.898653 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.898994 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.899327 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.899657 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.899985 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.900311 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.900658 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.901016 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.901359 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.901687 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.902007 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.902329 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.902647 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122e953-6597-4ebf-a65a-5dcdd2138b63 admin admin] Tracked resource versions report: Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: pushed versions: Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: { 'AddressGroup': {'1.2'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Agent': {'1.1'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'ConntrackHelper': {'1.0'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'LocalIPAssociation': {'1.0'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Log': {'1.0'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'NDPProxy': {'1.0'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Network': {'1.1'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Port': {'1.7'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'PortForwarding': {'1.3'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'QosPolicy': {'1.10'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'SecurityGroup': {'1.5'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'SecurityGroupRule': {'1.2'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'SubPort': {'1.0'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Subnet': {'1.1'}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Trunk': {'1.1'}} Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: consumer versions: Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: { DHCP agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: L3 agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: Metadata agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: Metering agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: Open vSwitch agent@dv-cinder-844563-13-iscsi: { 'AddressGroup': '1.2', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Agent': '1.1', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'ConntrackHelper': '1.0', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'LocalIPAssociation': '1.0', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Log': '1.0', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'NDPProxy': '1.0', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Network': '1.1', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Port': '1.7', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'PortForwarding': '1.3', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'QosPolicy': '1.10', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'SecurityGroup': '1.5', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'SecurityGroupRule': '1.2', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'SubPort': '1.0', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Subnet': '1.1', Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Trunk': '1.1'}} Oct 03 15:55:28.904151 dv-cinder-844563-13-iscsi neutron-server[106163]: {{(pid=106163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 15:55:31.556909 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:31.557876 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=4 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:37.127482 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:38.662735 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=23,neutron:INSERT=6 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:38.668965 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=16,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:38.888834 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:38.893194 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:38.949383 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:40.552078 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 5 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:55:51.102224 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=13 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:51.104320 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=15 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:55:52.135781 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-be22a61f-f841-4375-b8db-ca1071ea84b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:54.237950 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4e08-1152-4b24-9a1f-d2b4227f71c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:55.749797 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:56.982160 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:55:57.134824 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:56:07.128453 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:56:07.130389 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:56:08.555048 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:56:15.546221 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=5 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:56:17.552200 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 5 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:56:22.139715 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2694db42-60ec-43c2-bee6-be9bad96960a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:56:24.239967 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9846-cbc3-42b3-8c68-5abedfeff766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:56:25.753136 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:56:26.983430 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:56:27.137603 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:56:27.547932 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:56:27.548754 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:56:37.132040 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:56:37.132951 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:56:45.550814 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:56:50.545315 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:56:52.140939 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4bd2f54b-5a9b-4881-a313-c87caadab269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:56:54.243812 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-a6350e01-7255-455c-ab77-37139c2b3ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:56:54.550993 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 5 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:56:55.754566 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:56:56.986807 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:56:57.143456 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:57:04.547313 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:57:04.548047 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:57:06.350190 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3734225'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:57:07.130949 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:57:16.347209 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:57:19.675794 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45362) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:57:19.804357 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-40b6152e-439e-43bc-9cf5-5b3955b8f5af admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1275623 Oct 03 15:57:22.143670 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-b6058ea7-966b-4876-a7df-52fcac21fb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:57:22.327782 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45372) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:57:22.391796 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-68f9ce5e-85f4-4679-acbb-9c0e86045b68 admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0628698 Oct 03 15:57:22.552132 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:57:22.556448 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:57:24.245499 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-f4462dac-98b3-402e-8e71-f60849cfe96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:57:25.758880 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:57:26.993991 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:57:27.147698 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:57:29.798087 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:57:29.798824 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:57:31.550771 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:57:32.386446 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:57:36.336025 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:57:46.329368 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:57:46.331387 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:57:52.145849 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-d5a396b7-88a5-429a-9121-73f44feb2618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:57:54.246776 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-f325f1cb-00f3-4d4c-9b5f-e2a5564a9c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:57:55.760987 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:57:56.993544 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:57:57.150059 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:57:59.547260 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=19 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:57:59.553412 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=15 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:06.333901 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:08.550152 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:58:16.328651 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:16.330708 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:18.546698 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:22.153558 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3de28c2a-df35-4e91-86af-4ec51d2144e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:24.248136 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0336-cde0-4610-9587-4aff2085a4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:25.765352 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:26.999859 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:27.152070 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:36.336930 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:36.544918 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=4 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:36.550043 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:37.148939 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:45.549383 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:58:46.333345 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:52.154577 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8036-65be-4e66-ac2c-aa97fb6bbca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:54.264071 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-84fa08d1-5882-4b50-ac3b-c222e47b05cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:55.545228 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:55.546757 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:55.772051 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:56.707809 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45548) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:58:56.739666 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45556) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:58:56.963051 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-145809288-network', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:58:56.998255 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Made reservation on behalf of a8db1f811cf84507ad7ea7058d6a0d25 for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:58:56.999317 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.005019 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.024869 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1610782753-network', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:58:57.029992 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.065787 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Made reservation on behalf of 943f7e5ccad5410896a40678aeaaf1c1 for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:58:57.068633 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.084388 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.163805 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.216770 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Publish callbacks [] for security_group (1b67fab2-43f2-4cee-92f6-5983b1fdc661), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.227526 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (1b67fab2-43f2-4cee-92f6-5983b1fdc661), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.251792 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:58:57.269322 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771420436179', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (4f63c17c-1293-4659-9669-7c7da68a2d90), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.269876 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Unsubscribe: segment precommit_create {{(pid=106163) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 03 15:58:57.270378 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Added segment 4f63c17c-1293-4659-9669-7c7da68a2d90 of type vlan for network 6729b450-3931-444e-a8de-cc935e69b64c Oct 03 15:58:57.362728 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (6729b450-3931-444e-a8de-cc935e69b64c), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.373623 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Publish callbacks [] for security_group (2b130a8c-c9f0-4d4e-9cc3-43df57fd1017), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.411118 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (2b130a8c-c9f0-4d4e-9cc3-43df57fd1017), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.423878 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (6729b450-3931-444e-a8de-cc935e69b64c), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.425033 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:58:57.426106 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.483139 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45598) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:58:57.511272 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b67fab2-43f2-4cee-92f6-5983b1fdc661,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:57.524449 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:58:57.546488 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45604) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:58:57.546692 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8056128 Oct 03 15:58:57.547771 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.548170 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.548913 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.549285 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.549669 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.550008 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.550334 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.550659 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.550996 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.551324 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.551657 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.552271 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.552598 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.552938 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.553255 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Tracked resource versions report: Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: pushed versions: Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: { 'AddressGroup': {'1.2'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Agent': {'1.1'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'ConntrackHelper': {'1.0'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'LocalIPAssociation': {'1.0'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Log': {'1.0'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'NDPProxy': {'1.0'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Network': {'1.1'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Port': {'1.7'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'PortForwarding': {'1.3'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'QosPolicy': {'1.10'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'SecurityGroup': {'1.5'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'SecurityGroupRule': {'1.2'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'SubPort': {'1.0'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Subnet': {'1.1'}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Trunk': {'1.1'}} Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: consumer versions: Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: { DHCP agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: HyperV agent@hv-cinder-84456: {}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: L3 agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: Metadata agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: Metering agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: Open vSwitch agent@dv-cinder-844563-13-iscsi: { 'AddressGroup': '1.2', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Agent': '1.1', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'ConntrackHelper': '1.0', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'LocalIPAssociation': '1.0', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Log': '1.0', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'NDPProxy': '1.0', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Network': '1.1', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Port': '1.7', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'PortForwarding': '1.3', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'QosPolicy': '1.10', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'SecurityGroup': '1.5', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'SecurityGroupRule': '1.2', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'SubPort': '1.0', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Subnet': '1.1', Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: 'Trunk': '1.1'}} Oct 03 15:58:57.554446 dv-cinder-844563-13-iscsi neutron-server[106163]: {{(pid=106163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 15:58:57.556912 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Request body: {'subnet': {'network_id': '6729b450-3931-444e-a8de-cc935e69b64c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1610782753-subnet', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:58:57.586027 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Made reservation on behalf of 943f7e5ccad5410896a40678aeaaf1c1 for: {'subnet': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:58:57.589195 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.590602 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (038bb47a-35c6-4c35-9ffc-08b26f0cb15e), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.590930 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Added segment 038bb47a-35c6-4c35-9ffc-08b26f0cb15e of type vlan for network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 Oct 03 15:58:57.602203 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45606) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:58:57.602496 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45608) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:58:57.640324 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c34222-7bfc-4c6f-a72c-306ff65c6bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=6729b450-3931-444e-a8de-cc935e69b64c,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:57.670786 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b130a8c-c9f0-4d4e-9cc3-43df57fd1017,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:57.677074 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 6729b450-3931-444e-a8de-cc935e69b64c details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:58:57.690324 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (1b631aad-5777-4efa-a0a0-1b5b5e7e2d32), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.725872 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (1b631aad-5777-4efa-a0a0-1b5b5e7e2d32), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.727717 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:58:57.732358 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.857887 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-723797899-network', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:58:57.870254 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2105566125-network', 'tenant_id': '39b6cb58e2d24700b646769f8286c8f8'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:58:57.871979 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:57.878812 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (617dd94f-a06b-461a-b7cf-78502b91163e), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.887731 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1781600 Oct 03 15:58:57.889138 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45622) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:58:57.889718 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Made reservation on behalf of d7ee0d51f58e4abd8867c54458f504fc for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:58:57.893212 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.895370 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66125b7-7aec-4bb7-95e9-40aab0fbf21a admin admin] Pushing event updated for resources: {'Network': ['ID=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:57.903535 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-127de4f1-8af0-44bc-8b4c-590e84d54237 admin admin] Request body: {'subnet': {'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-145809288-subnet', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:58:57.906628 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:58:57.910407 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:57.915813 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-899581506-network', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:58:57.946957 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.973701 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Made reservation on behalf of f2ed0fa1c2fe47a485c26522b2e81b8b for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:58:57.976229 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:57.976876 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=617dd94f-a06b-461a-b7cf-78502b91163e,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:57.982193 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127de4f1-8af0-44bc-8b4c-590e84d54237 admin admin] Made reservation on behalf of a8db1f811cf84507ad7ea7058d6a0d25 for: {'subnet': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:58:57.984880 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-127de4f1-8af0-44bc-8b4c-590e84d54237 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.024393 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.024767 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.025291 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.025980 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.026931 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.028299 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.029915 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.030258 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.030611 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.030971 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.031585 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.031918 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.032393 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.032732 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.033280 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Tracked resource versions report: Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: pushed versions: Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: { 'AddressGroup': {'1.2'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Agent': {'1.1'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'ConntrackHelper': {'1.0'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'LocalIPAssociation': {'1.0'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Log': {'1.0'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'NDPProxy': {'1.0'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Network': {'1.1'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Port': {'1.7'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'PortForwarding': {'1.3'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'QosPolicy': {'1.10'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'SecurityGroup': {'1.5'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'SecurityGroupRule': {'1.2'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'SubPort': {'1.0'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Subnet': {'1.1'}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Trunk': {'1.1'}} Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: consumer versions: Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: { DHCP agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: HyperV agent@hv-cinder-84456: {}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: L3 agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: Metadata agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: Metering agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: Open vSwitch agent@dv-cinder-844563-13-iscsi: { 'AddressGroup': '1.2', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Agent': '1.1', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'ConntrackHelper': '1.0', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'LocalIPAssociation': '1.0', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Log': '1.0', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'NDPProxy': '1.0', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Network': '1.1', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Port': '1.7', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'PortForwarding': '1.3', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'QosPolicy': '1.10', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'SecurityGroup': '1.5', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'SecurityGroupRule': '1.2', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'SubPort': '1.0', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Subnet': '1.1', Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: 'Trunk': '1.1'}} Oct 03 15:58:58.034967 dv-cinder-844563-13-iscsi neutron-server[106162]: {{(pid=106162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 15:58:58.038352 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.049536 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Checking segment: {'id': '4f63c17c-1293-4659-9669-7c7da68a2d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:58:58.050122 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Network hostable DHCP agents. Network: 6729b450-3931-444e-a8de-cc935e69b64c, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:58:58.068591 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Made reservation on behalf of 39b6cb58e2d24700b646769f8286c8f8 for: {'network': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:58:58.071446 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.083836 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.098093 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Network 6729b450-3931-444e-a8de-cc935e69b64c is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:58:58.129753 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 6729b450-3931-444e-a8de-cc935e69b64c) {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:58:58.139063 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:58:58.140363 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.144881 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfe2e5c-a009-475f-8795-9874780a49b3 None None] Network 6729b450-3931-444e-a8de-cc935e69b64c requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:58:58.209594 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-3f1cb521-32db-44ac-902b-e0cf84336610 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6621287 Oct 03 15:58:58.211498 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45634) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:58:58.221784 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1610782753-router', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:58:58.259032 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Publish callbacks [] for security_group (1d85dff4-3501-4803-b7db-3332947ee726), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.277328 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (1d85dff4-3501-4803-b7db-3332947ee726), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.340932 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Publish callbacks [] for security_group (ee437e8a-2c7a-4e5c-b98e-8e67172912fb), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.360701 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ee437e8a-2c7a-4e5c-b98e-8e67172912fb), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.384085 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29328'] for router (9982bf4e-c03a-4457-901b-b136101a6363), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.389795 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29323'] for router (9982bf4e-c03a-4457-901b-b136101a6363), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.391968 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:58:58.405968 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c6ae877-a55f-574a-9025-bb7fe84a5911-6729b450-3931-444e-a8de-cc935e69b64c', 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c', 'project_id': '943f7e5ccad5410896a40678aeaaf1c1', 'fixed_ips': [{'subnet_id': '617dd94f-a06b-461a-b7cf-78502b91163e'}]}} from dv-cinder-844563-13-iscsi. {{(pid=106164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 15:58:58.409048 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.419185 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Publish callbacks [] for security_group (8afe6207-102b-4ab7-b632-ca126dc50c36), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.445377 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (8afe6207-102b-4ab7-b632-ca126dc50c36), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.462205 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d85dff4-3501-4803-b7db-3332947ee726,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:58.474607 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (0b7026f7-f680-475a-93a4-6d2a2dbfb02b), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.475314 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Added segment 0b7026f7-f680-475a-93a4-6d2a2dbfb02b of type vlan for network 90c6b009-4013-4301-b819-4e12c2de8610 Oct 03 15:58:58.478859 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=106162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:58:58.505899 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee437e8a-2c7a-4e5c-b98e-8e67172912fb,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:58.516220 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:58.532213 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:58:58.552459 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (29b5538d-c758-46d7-b50a-ae071ff81bbd), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.552834 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.segments_db [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Added segment 29b5538d-c758-46d7-b50a-ae071ff81bbd of type vlan for network 13974227-1a33-4b00-9474-27865f403462 Oct 03 15:58:58.592779 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (90c6b009-4013-4301-b819-4e12c2de8610), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.627819 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:58.635426 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (90c6b009-4013-4301-b819-4e12c2de8610), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.637202 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:58:58.639459 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.665608 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afe6207-102b-4ab7-b632-ca126dc50c36,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:58.684515 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (5aa644f0-4d10-4764-9714-b00eb87f491f), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.685138 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Added segment 5aa644f0-4d10-4764-9714-b00eb87f491f of type vlan for network 8944939a-3352-4658-bad6-12912f50f635 Oct 03 15:58:58.689870 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Publish callbacks [] for router_controller (9982bf4e-c03a-4457-901b-b136101a6363), precommit_add_association {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.695195 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0798037 Oct 03 15:58:58.702836 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45648) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:58:58.714439 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-127de4f1-8af0-44bc-8b4c-590e84d54237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (26d397fd-4b80-4bbf-a0fc-de0f65c079d4), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.715929 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-4d889cd0-f513-406c-adec-0867351c0e3d admin admin] Request body: {'subnet': {'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-subnet', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:58:58.726808 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (13974227-1a33-4b00-9474-27865f403462), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.776583 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.db_base_plugin_common [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Allocated IP 172.20.0.2 (6729b450-3931-444e-a8de-cc935e69b64c/617dd94f-a06b-461a-b7cf-78502b91163e/b65c1239-d675-4e13-88a0-3d9e4b2f9d28) {{(pid=106164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:58:58.833730 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:58.835019 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d889cd0-f513-406c-adec-0867351c0e3d admin admin] Made reservation on behalf of d7ee0d51f58e4abd8867c54458f504fc for: {'subnet': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:58:58.837627 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4d889cd0-f513-406c-adec-0867351c0e3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:58.838085 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:INSERT=20,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:58.852397 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127de4f1-8af0-44bc-8b4c-590e84d54237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d397fd-4b80-4bbf-a0fc-de0f65c079d4,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:58.998894 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Publish callbacks [] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), precommit_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.008416 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.014624 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbf379-7ea4-40d7-91d5-23c72e4d4477 admin admin] Pushing event updated for resources: {'Network': ['ID=90c6b009-4013-4301-b819-4e12c2de8610,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:59.052193 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (8944939a-3352-4658-bad6-12912f50f635), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.072027 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (13974227-1a33-4b00-9474-27865f403462), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.074717 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:58:59.075509 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.093785 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127de4f1-8af0-44bc-8b4c-590e84d54237 admin admin] Checking segment: {'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:58:59.094156 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127de4f1-8af0-44bc-8b4c-590e84d54237 admin admin] Network hostable DHCP agents. Network: 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:58:59.115869 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Pushing event updated for resources: {'Port': ['ID=b65c1239-d675-4e13-88a0-3d9e4b2f9d28,revision_number=1']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:59.136040 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127de4f1-8af0-44bc-8b4c-590e84d54237 admin admin] Network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:58:59.138670 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:59.142048 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (8944939a-3352-4658-bad6-12912f50f635), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.142935 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 90c6b009-4013-4301-b819-4e12c2de8610 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:58:59.144057 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:58:59.144395 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.158536 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] Pushing event updated for resources: {'Network': ['ID=13974227-1a33-4b00-9474-27865f403462,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:59.205902 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Publish callbacks [] for router_gateway (9982bf4e-c03a-4457-901b-b136101a6363), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.219917 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] Pushing event updated for resources: {'Network': ['ID=8944939a-3352-4658-bad6-12912f50f635,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:59.224938 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45672) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:58:59.225258 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e1a19bb7-a583-4585-8a33-b83939779983 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7408359 Oct 03 15:58:59.229652 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-7ac5a4c1-bf1b-42b8-89a2-30ed45986e8c admin admin] Request body: {'subnet': {'network_id': '13974227-1a33-4b00-9474-27865f403462', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2105566125-subnet', 'tenant_id': '39b6cb58e2d24700b646769f8286c8f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:58:59.250840 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-127de4f1-8af0-44bc-8b4c-590e84d54237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32) {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:58:59.256510 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127de4f1-8af0-44bc-8b4c-590e84d54237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:58:59.257564 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-127de4f1-8af0-44bc-8b4c-590e84d54237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.266105 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac5a4c1-bf1b-42b8-89a2-30ed45986e8c admin admin] Made reservation on behalf of 39b6cb58e2d24700b646769f8286c8f8 for: {'subnet': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:58:59.270775 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a4c1-bf1b-42b8-89a2-30ed45986e8c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.321610 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.322202 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.322297 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.325190 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.325619 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.326061 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.326762 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.327799 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.328168 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.328505 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.332642 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.333065 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.333406 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.333741 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.334070 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Tracked resource versions report: Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: pushed versions: Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: { 'AddressGroup': {'1.2'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Agent': {'1.1'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'ConntrackHelper': {'1.0'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'LocalIPAssociation': {'1.0'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Log': {'1.0'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'NDPProxy': {'1.0'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Network': {'1.1'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Port': {'1.7'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'PortForwarding': {'1.3'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'QosPolicy': {'1.10'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'SecurityGroup': {'1.5'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'SecurityGroupRule': {'1.2'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'SubPort': {'1.0'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Subnet': {'1.1'}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Trunk': {'1.1'}} Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: consumer versions: Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: { DHCP agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: HyperV agent@hv-cinder-84456: {}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: L3 agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: Metadata agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: Metering agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: Open vSwitch agent@dv-cinder-844563-13-iscsi: { 'AddressGroup': '1.2', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Agent': '1.1', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'ConntrackHelper': '1.0', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'LocalIPAssociation': '1.0', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Log': '1.0', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'NDPProxy': '1.0', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Network': '1.1', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Port': '1.7', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'PortForwarding': '1.3', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'QosPolicy': '1.10', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'SecurityGroup': '1.5', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'SecurityGroupRule': '1.2', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'SubPort': '1.0', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Subnet': '1.1', Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: 'Trunk': '1.1'}} Oct 03 15:58:59.335367 dv-cinder-844563-13-iscsi neutron-server[106164]: {{(pid=106164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 15:58:59.344884 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 13974227-1a33-4b00-9474-27865f403462 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:58:59.431547 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 8944939a-3352-4658-bad6-12912f50f635 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:58:59.476158 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-1e4f6424-41b4-4f1b-9172-592a906f2a24 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8595238 Oct 03 15:58:59.481020 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a4c1-bf1b-42b8-89a2-30ed45986e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (eb574bc1-1909-441d-82b2-cac395d6a4fc), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.482959 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45688) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:58:59.496638 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4824a8-7ff8-4bd3-b8ea-b5a27d1c32bb None None] Network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:58:59.518022 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Network 6729b450-3931-444e-a8de-cc935e69b64c is already hosted by enough agents. {{(pid=106164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:58:59.525074 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:59.529375 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.base_scheduler [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Resources bound (agent type, host, resource id): {{(pid=106164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:58:59.532812 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-ead77aa1-24fd-494a-9d46-4f7ffc9182fd admin admin] Request body: {'subnet': {'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-subnet', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:58:59.539578 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Received port after_create {{(pid=106164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:58:59.539995 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5a4c1-bf1b-42b8-89a2-30ed45986e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb574bc1-1909-441d-82b2-cac395d6a4fc,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:59.560118 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-127de4f1-8af0-44bc-8b4c-590e84d54237 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6619885 Oct 03 15:58:59.573444 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45692) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:58:59.583937 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:58:59.629670 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5a4c1-bf1b-42b8-89a2-30ed45986e8c admin admin] Checking segment: {'id': '29b5538d-c758-46d7-b50a-ae071ff81bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '13974227-1a33-4b00-9474-27865f403462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:58:59.632315 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac5a4c1-bf1b-42b8-89a2-30ed45986e8c admin admin] Network hostable DHCP agents. Network: 13974227-1a33-4b00-9474-27865f403462, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:58:59.643230 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead77aa1-24fd-494a-9d46-4f7ffc9182fd admin admin] Made reservation on behalf of f2ed0fa1c2fe47a485c26522b2e81b8b for: {'subnet': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:58:59.645887 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ead77aa1-24fd-494a-9d46-4f7ffc9182fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.728890 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4d889cd0-f513-406c-adec-0867351c0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (670b7b9a-7e6f-4853-8220-542ceaef90cb), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.779107 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Publish callbacks [] for router_gateway (9982bf4e-c03a-4457-901b-b136101a6363), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.780490 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:59.799133 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Attempting to bind port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:58:59.799718 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Attempting to bind port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '4f63c17c-1293-4659-9669-7c7da68a2d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:58:59.800270 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Attempting to bind port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 on network 6729b450-3931-444e-a8de-cc935e69b64c {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:58:59.803552 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.832597 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:58:59.837928 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29328'] for router (ff42e430-d382-4e3f-87c3-2ff4718afef4), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.843697 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29323'] for router (ff42e430-d382-4e3f-87c3-2ff4718afef4), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.847588 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d889cd0-f513-406c-adec-0867351c0e3d admin admin] Checking segment: {'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:58:59.847954 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d889cd0-f513-406c-adec-0867351c0e3d admin admin] Network hostable DHCP agents. Network: 90c6b009-4013-4301-b819-4e12c2de8610, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:58:59.860390 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:58:59.861201 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Checking segment: {'id': '4f63c17c-1293-4659-9669-7c7da68a2d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:58:59.861836 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.862513 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Bound using segment: {'id': '4f63c17c-1293-4659-9669-7c7da68a2d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:58:59.863316 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Bound port: b65c1239-d675-4e13-88a0-3d9e4b2f9d28, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f63c17c-1293-4659-9669-7c7da68a2d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:58:59.863797 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.917262 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d889cd0-f513-406c-adec-0867351c0e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=670b7b9a-7e6f-4853-8220-542ceaef90cb,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:58:59.922069 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c6ae877-a55f-574a-9025-bb7fe84a5911-1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4'}]}} from dv-cinder-844563-13-iscsi. {{(pid=106164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 15:58:59.923481 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:58:59.981833 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d889cd0-f513-406c-adec-0867351c0e3d admin admin] Network 90c6b009-4013-4301-b819-4e12c2de8610 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:58:59.982491 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] For port b65c1239-d675-4e13-88a0-3d9e4b2f9d28, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:00.039026 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] For port b65c1239-d675-4e13-88a0-3d9e4b2f9d28, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=b65c1239-d675-4e13-88a0-3d9e4b2f9d28,segment=NetworkSegment(4f63c17c-1293-4659-9669-7c7da68a2d90),segment_id=4f63c17c-1293-4659-9669-7c7da68a2d90)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:00.041888 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-4d889cd0-f513-406c-adec-0867351c0e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 90c6b009-4013-4301-b819-4e12c2de8610) {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:00.060610 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d889cd0-f513-406c-adec-0867351c0e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:00.062045 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4d889cd0-f513-406c-adec-0867351c0e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:00.063097 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b4328-e235-4f2a-b890-3c6fcf1a7fbc None None] Network 90c6b009-4013-4301-b819-4e12c2de8610 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:59:00.069066 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac5a4c1-bf1b-42b8-89a2-30ed45986e8c admin admin] Network 13974227-1a33-4b00-9474-27865f403462 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:59:00.071075 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:00.078957 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ead77aa1-24fd-494a-9d46-4f7ffc9182fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (f21be2b1-c7a2-4cb7-b6d5-de36b0126245), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:00.094902 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-4d889cd0-f513-406c-adec-0867351c0e3d admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3904803 Oct 03 15:59:00.105884 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45698) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:00.111799 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:00.145514 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29328'] for router (d0eb51c3-6e22-4ad1-8792-121ffa95071e), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:00.148694 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29323'] for router (d0eb51c3-6e22-4ad1-8792-121ffa95071e), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:00.183244 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:00.256181 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Publish callbacks [] for router_controller (d0eb51c3-6e22-4ad1-8792-121ffa95071e), precommit_add_association {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:00.281262 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead77aa1-24fd-494a-9d46-4f7ffc9182fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f21be2b1-c7a2-4cb7-b6d5-de36b0126245,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:00.295624 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-7ac5a4c1-bf1b-42b8-89a2-30ed45986e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 13974227-1a33-4b00-9474-27865f403462) {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:00.305277 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Publish callbacks [] for router_controller (ff42e430-d382-4e3f-87c3-2ff4718afef4), precommit_add_association {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:00.409733 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Allocated IP 172.27.0.163 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/ba54d188-80b3-464c-b0b8-117abbe978ba) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:00.449576 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211ae7f-abd1-4039-9ca9-86917f2440d8 None None] Pushing event updated for resources: {'Port': ['ID=b65c1239-d675-4e13-88a0-3d9e4b2f9d28,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:00.470819 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.db_base_plugin_common [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Allocated IP 172.20.0.2 (1b631aad-5777-4efa-a0a0-1b5b5e7e2d32/26d397fd-4b80-4bbf-a0fc-de0f65c079d4/99beb322-7251-4bdb-9d1c-efb1ee023605) {{(pid=106164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:00.666318 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac5a4c1-bf1b-42b8-89a2-30ed45986e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:00.666853 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a4c1-bf1b-42b8-89a2-30ed45986e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:00.677104 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c6ae877-a55f-574a-9025-bb7fe84a5911-90c6b009-4013-4301-b819-4e12c2de8610', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb'}]}} from dv-cinder-844563-13-iscsi. {{(pid=106164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 15:59:00.686638 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead77aa1-24fd-494a-9d46-4f7ffc9182fd admin admin] Checking segment: {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:00.686638 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead77aa1-24fd-494a-9d46-4f7ffc9182fd admin admin] Network hostable DHCP agents. Network: 8944939a-3352-4658-bad6-12912f50f635, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:59:00.688930 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:00.707706 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837f12a9-2e0a-4a48-91e9-98a793376f74 None None] Network 13974227-1a33-4b00-9474-27865f403462 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:59:00.822670 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:INSERT=11,neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:00.886879 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Publish callbacks [] for router_gateway (d0eb51c3-6e22-4ad1-8792-121ffa95071e), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:00.906683 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-7ac5a4c1-bf1b-42b8-89a2-30ed45986e8c admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6715410 Oct 03 15:59:00.936628 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Publish callbacks [] for router_gateway (ff42e430-d382-4e3f-87c3-2ff4718afef4), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:00.965654 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead77aa1-24fd-494a-9d46-4f7ffc9182fd admin admin] Network 8944939a-3352-4658-bad6-12912f50f635 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:59:01.057727 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Publish callbacks [] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), precommit_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:01.068140 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Publish callbacks [] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:01.146040 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-ead77aa1-24fd-494a-9d46-4f7ffc9182fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 8944939a-3352-4658-bad6-12912f50f635) {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:01.202537 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead77aa1-24fd-494a-9d46-4f7ffc9182fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:01.212583 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ead77aa1-24fd-494a-9d46-4f7ffc9182fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:01.268974 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-ead77aa1-24fd-494a-9d46-4f7ffc9182fd admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7417293 Oct 03 15:59:01.269179 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:01.272654 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:01.276190 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45742) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:01.283933 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:01.300602 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:01.316257 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:01.320340 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113b720d-38db-44c8-bf11-bb7fc26b44d1 None None] Network 8944939a-3352-4658-bad6-12912f50f635 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:59:01.322547 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device b65c1239-d675-4e13-88a0-3d9e4b2f9d28 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:01.380072 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Pushing event updated for resources: {'Port': ['ID=ba54d188-80b3-464c-b0b8-117abbe978ba,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:01.383116 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Publish callbacks [] for router_gateway (d0eb51c3-6e22-4ad1-8792-121ffa95071e), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:01.390684 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:01.436268 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29328'] for router (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:01.437499 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29323'] for router (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:01.443230 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:01.453593 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:01.456800 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:01.476882 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 is already hosted by enough agents. {{(pid=106164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:01.505545 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.base_scheduler [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Resources bound (agent type, host, resource id): {{(pid=106164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:01.519001 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4722ccf1-0a6e-40e6-80a3-3b2533494e75 None None] Network 13974227-1a33-4b00-9474-27865f403462 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:59:01.580802 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Received port after_create {{(pid=106164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:01.605681 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Publish callbacks [] for router_gateway (ff42e430-d382-4e3f-87c3-2ff4718afef4), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:01.653845 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:01.738618 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:01.838182 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Pushing event updated for resources: {'Port': ['ID=99beb322-7251-4bdb-9d1c-efb1ee023605,revision_number=1']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:01.846021 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.db_base_plugin_common [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Allocated IP 172.20.0.2 (90c6b009-4013-4301-b819-4e12c2de8610/670b7b9a-7e6f-4853-8220-542ceaef90cb/f687a13b-267e-4ad4-b49e-9170eae7c0f3) {{(pid=106164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:01.850777 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2e92f2-acc3-48b2-84fd-a704b6043698 None None] Network 6729b450-3931-444e-a8de-cc935e69b64c requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:59:01.857130 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:01.865214 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Publish callbacks [] for router_controller (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), precommit_add_association {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:01.965573 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Allocated IP 172.27.0.184 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/3e764314-f831-43d0-8b26-9dc63216aaea) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:02.086466 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Attempting to bind port 99beb322-7251-4bdb-9d1c-efb1ee023605 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:02.086839 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Attempting to bind port 99beb322-7251-4bdb-9d1c-efb1ee023605 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:02.087208 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Attempting to bind port 99beb322-7251-4bdb-9d1c-efb1ee023605 on network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:02.109612 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45780) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:02.131715 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1468079200-network', 'tenant_id': 'a58dda0938e84bb892dc5c697fb0fe8c'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:02.285677 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Made reservation on behalf of a58dda0938e84bb892dc5c697fb0fe8c for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:59:02.288852 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.305706 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-b9dfcb76-6a15-4805-8f5e-d9591b585220 None None] Provisioning complete for port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:02.313023 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.313716 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-b9dfcb76-6a15-4805-8f5e-d9591b585220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.314835 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-b9dfcb76-6a15-4805-8f5e-d9591b585220 None None] Attempt 1 to provision port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 Oct 03 15:59:02.338424 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Publish callbacks [] for port (3e764314-f831-43d0-8b26-9dc63216aaea), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.338975 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:02.339567 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.340136 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 Oct 03 15:59:02.344506 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Publish callbacks [] for router_gateway (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.524157 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c6ae877-a55f-574a-9025-bb7fe84a5911-8944939a-3352-4658-bad6-12912f50f635', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245'}]}} from dv-cinder-844563-13-iscsi. {{(pid=106164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 15:59:02.525351 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.556787 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Publish callbacks [] for router_gateway (9982bf4e-c03a-4457-901b-b136101a6363), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.573539 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (3e764314-f831-43d0-8b26-9dc63216aaea), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.617412 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:02.618178 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Checking segment: {'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:02.618785 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.619372 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Bound using segment: {'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:02.620087 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Bound port: 99beb322-7251-4bdb-9d1c-efb1ee023605, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:02.620686 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.634895 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:02.662291 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:02.664991 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Allocated IP 172.27.0.193 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/1e0cd773-3fbc-4a34-8da0-ff8213612e9a) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:02.675249 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:02.685472 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:02.797910 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Publish callbacks [] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.816990 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:02.835608 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:02.865127 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=3e764314-f831-43d0-8b26-9dc63216aaea,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:02.873483 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.902991 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.db_base_plugin_common [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Allocated IP 172.20.0.2 (8944939a-3352-4658-bad6-12912f50f635/f21be2b1-c7a2-4cb7-b6d5-de36b0126245/0e271865-b897-4f19-ae00-226e943f5eff) {{(pid=106164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:02.909075 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Publish callbacks [] for security_group (63dceab9-5412-4e62-b1b6-7c3aa0d9cded), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.913079 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:02.927376 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:02.947906 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (63dceab9-5412-4e62-b1b6-7c3aa0d9cded), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.954500 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Pushing event updated for resources: {'Port': ['ID=1e0cd773-3fbc-4a34-8da0-ff8213612e9a,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:02.967413 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:02.977204 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:02.977776 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:02.999048 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:03.001941 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:03.023147 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:59:03.031828 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dceab9-5412-4e62-b1b6-7c3aa0d9cded,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:03.057550 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] For port 99beb322-7251-4bdb-9d1c-efb1ee023605, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:03.060804 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] For port 99beb322-7251-4bdb-9d1c-efb1ee023605, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=99beb322-7251-4bdb-9d1c-efb1ee023605,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:03.096512 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (549f5416-a46e-4fb8-bf6d-6101ccc2322e), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.101667 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Added segment 549f5416-a46e-4fb8-bf6d-6101ccc2322e of type vlan for network a1ae970d-a26b-4b63-84c5-db367d99a18e Oct 03 15:59:03.105438 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port b65c1239-d675-4e13-88a0-3d9e4b2f9d28, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=b65c1239-d675-4e13-88a0-3d9e4b2f9d28,segment=NetworkSegment(4f63c17c-1293-4659-9669-7c7da68a2d90),segment_id=4f63c17c-1293-4659-9669-7c7da68a2d90)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:03.121999 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.145327 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Publish callbacks [] for router_gateway (ff42e430-d382-4e3f-87c3-2ff4718afef4), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.188307 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.233840 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:03.269381 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Publish callbacks [] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), precommit_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.278395 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005a07f-7e5d-4290-93c5-a172255e518e None None] Pushing event updated for resources: {'Port': ['ID=99beb322-7251-4bdb-9d1c-efb1ee023605,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:03.286207 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-b9dfcb76-6a15-4805-8f5e-d9591b585220 None None] Current status of the port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:03.292615 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.320857 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (a1ae970d-a26b-4b63-84c5-db367d99a18e), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.342522 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Network 90c6b009-4013-4301-b819-4e12c2de8610 is already hosted by enough agents. {{(pid=106164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:03.353940 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.base_scheduler [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Resources bound (agent type, host, resource id): {{(pid=106164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:03.364083 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Received port after_create {{(pid=106164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:03.366239 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:03.388948 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Publish callbacks [] for router_gateway (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.410213 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (a1ae970d-a26b-4b63-84c5-db367d99a18e), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.411688 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:03.412295 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.442597 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.484628 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727822'] for router (9982bf4e-c03a-4457-901b-b136101a6363), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.675448 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Publish callbacks [] for router_gateway (d0eb51c3-6e22-4ad1-8792-121ffa95071e), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.681055 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Publish callbacks [] for port (0e271865-b897-4f19-ae00-226e943f5eff), precommit_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.681792 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5708044 Oct 03 15:59:03.686441 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45814) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:03.687930 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=b65c1239-d675-4e13-88a0-3d9e4b2f9d28,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:03.699877 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-e2333d0d-d282-443d-b479-6265606b4007 admin admin] Request body: {'subnet': {'network_id': 'a1ae970d-a26b-4b63-84c5-db367d99a18e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1468079200-subnet', 'tenant_id': 'a58dda0938e84bb892dc5c697fb0fe8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:03.702033 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (0e271865-b897-4f19-ae00-226e943f5eff), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.707679 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb9d2b-42b8-405f-8529-eb7d58dd8182 admin admin] Pushing event updated for resources: {'Network': ['ID=a1ae970d-a26b-4b63-84c5-db367d99a18e,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:03.749382 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network a1ae970d-a26b-4b63-84c5-db367d99a18e details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:59:03.752094 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727822'] for router (ff42e430-d382-4e3f-87c3-2ff4718afef4), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.767799 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2333d0d-d282-443d-b479-6265606b4007 admin admin] Made reservation on behalf of a58dda0938e84bb892dc5c697fb0fe8c for: {'subnet': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:59:03.771145 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e2333d0d-d282-443d-b479-6265606b4007 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.824469 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:03.824842 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-badd0f17-f8d0-41e5-ac0b-8df1fbcf43bc None None] Provisioning complete for port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:03.825381 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-badd0f17-f8d0-41e5-ac0b-8df1fbcf43bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:03.825571 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-badd0f17-f8d0-41e5-ac0b-8df1fbcf43bc None None] Attempt 1 to provision port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 Oct 03 15:59:03.858445 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Allocated IP 172.27.0.227 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/aec9e3f7-2368-418f-8ac7-22c598f4b6ac) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:03.884999 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Network 8944939a-3352-4658-bad6-12912f50f635 is already hosted by enough agents. {{(pid=106164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:03.887158 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Attempting to bind port f687a13b-267e-4ad4-b49e-9170eae7c0f3 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:03.887532 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Attempting to bind port f687a13b-267e-4ad4-b49e-9170eae7c0f3 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:03.888300 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Attempting to bind port f687a13b-267e-4ad4-b49e-9170eae7c0f3 on network 90c6b009-4013-4301-b819-4e12c2de8610 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:03.918728 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.base_scheduler [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Resources bound (agent type, host, resource id): {{(pid=106164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:03.920689 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Pushing event updated for resources: {'Port': ['ID=f687a13b-267e-4ad4-b49e-9170eae7c0f3,revision_number=1']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:03.930478 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Received port after_create {{(pid=106164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:04.037831 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:04.038222 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Checking segment: {'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:04.038608 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:04.039002 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Bound using segment: {'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:04.039492 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Bound port: f687a13b-267e-4ad4-b49e-9170eae7c0f3, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:04.039872 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:04.068515 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:04.103217 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Pushing event updated for resources: {'Port': ['ID=0e271865-b897-4f19-ae00-226e943f5eff,revision_number=1']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:04.125722 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Attempting to bind port 0e271865-b897-4f19-ae00-226e943f5eff on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:04.126211 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Attempting to bind port 0e271865-b897-4f19-ae00-226e943f5eff by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:04.126722 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Attempting to bind port 0e271865-b897-4f19-ae00-226e943f5eff on network 8944939a-3352-4658-bad6-12912f50f635 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:04.144220 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Router ff42e430-d382-4e3f-87c3-2ff4718afef4 is scheduled to L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead with binding_index 1 {{(pid=106163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 15:59:04.153880 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:04.154414 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e2333d0d-d282-443d-b479-6265606b4007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (bd498318-bd90-43cf-a792-b4b6de2244b7), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:04.168041 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-badd0f17-f8d0-41e5-ac0b-8df1fbcf43bc None None] Current status of the port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:04.171802 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Router 9982bf4e-c03a-4457-901b-b136101a6363 is scheduled to L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead with binding_index 1 {{(pid=106162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 15:59:04.188166 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:04.216668 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] For port f687a13b-267e-4ad4-b49e-9170eae7c0f3, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:04.236345 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:04.236921 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Checking segment: {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:04.237532 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:04.237933 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Bound using segment: {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:04.238428 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Bound port: 0e271865-b897-4f19-ae00-226e943f5eff, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:04.238812 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (0e271865-b897-4f19-ae00-226e943f5eff), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:04.250907 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] For port f687a13b-267e-4ad4-b49e-9170eae7c0f3, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=f687a13b-267e-4ad4-b49e-9170eae7c0f3,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:04.264858 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:04.304053 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2333d0d-d282-443d-b479-6265606b4007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd498318-bd90-43cf-a792-b4b6de2244b7,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:04.370201 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:59:04.382101 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Sync routers for ids ['9982bf4e-c03a-4457-901b-b136101a6363'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:59:04.400235 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Publish callbacks [] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:04.402889 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727822'] for router (d0eb51c3-6e22-4ad1-8792-121ffa95071e), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:04.404227 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Routers {'9982bf4e-c03a-4457-901b-b136101a6363'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:04.406578 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['9982bf4e-c03a-4457-901b-b136101a6363'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:04.407139 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e68b0e-3b95-4b38-bc1f-de2f718c46a0 None None] Pushing event updated for resources: {'Port': ['ID=f687a13b-267e-4ad4-b49e-9170eae7c0f3,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:04.423083 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2333d0d-d282-443d-b479-6265606b4007 admin admin] Checking segment: {'id': '549f5416-a46e-4fb8-bf6d-6101ccc2322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a1ae970d-a26b-4b63-84c5-db367d99a18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:04.426846 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2333d0d-d282-443d-b479-6265606b4007 admin admin] Network hostable DHCP agents. Network: a1ae970d-a26b-4b63-84c5-db367d99a18e, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:59:04.428193 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] For port 0e271865-b897-4f19-ae00-226e943f5eff, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:04.444589 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] For port 0e271865-b897-4f19-ae00-226e943f5eff, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=0e271865-b897-4f19-ae00-226e943f5eff,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:04.459068 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:04.460173 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (0e271865-b897-4f19-ae00-226e943f5eff), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:04.463308 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-9d5a649e-84d5-4f8a-89b8-004f85cc0c0f admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2507646 Oct 03 15:59:04.468106 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45824) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:04.507545 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:59:04.512293 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:04.515186 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2333d0d-d282-443d-b479-6265606b4007 admin admin] Network a1ae970d-a26b-4b63-84c5-db367d99a18e is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:59:04.526772 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Sync routers for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:59:04.556742 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:04.561699 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:04.567159 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-0a0dae44-058c-40da-8841-e9d5cc942ab7 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9851236 Oct 03 15:59:04.568390 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45826) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:04.569071 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:04.574817 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-e2333d0d-d282-443d-b479-6265606b4007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, a1ae970d-a26b-4b63-84c5-db367d99a18e) {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:04.608605 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2333d0d-d282-443d-b479-6265606b4007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:04.609385 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e2333d0d-d282-443d-b479-6265606b4007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:04.694256 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:04.742858 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4a75b5-5b06-4eaf-ad18-bc31c4a39e03 None None] Network a1ae970d-a26b-4b63-84c5-db367d99a18e requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:59:04.813594 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:04.864355 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Set router 9982bf4e-c03a-4457-901b-b136101a6363 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:04.947577 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:04.958323 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:04.967585 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:05.024261 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Pushing event updated for resources: {'Port': ['ID=aec9e3f7-2368-418f-8ac7-22c598f4b6ac,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:05.043114 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-e2333d0d-d282-443d-b479-6265606b4007 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3513603 Oct 03 15:59:05.079001 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:05.129853 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982bf4e-c03a-4457-901b-b136101a6363', 'name': 'tempest-DeleteServersTestJSON-1610782753-router', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:58Z', 'updated_at': '2022-10-03T15:59:01Z', 'revision_number': 3, 'project_id': '943f7e5ccad5410896a40678aeaaf1c1', 'gw_port': {'id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982bf4e-c03a-4457-901b-b136101a6363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:05.176362 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Checking router: 9982bf4e-c03a-4457-901b-b136101a6363 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:59:05.177339 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Updating router 9982bf4e-c03a-4457-901b-b136101a6363 port ba54d188-80b3-464c-b0b8-117abbe978ba binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:59:05.234010 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:05.288343 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45840) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:05.406240 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_v2 [None req-f362e10e-a41f-4fb1-8785-d1c0b80eb8f8 admin admin] Deleting subnet eb574bc1-1909-441d-82b2-cac395d6a4fc {{(pid=106163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:59:05.416196 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f362e10e-a41f-4fb1-8785-d1c0b80eb8f8 admin admin] Publish callbacks [] for subnet (eb574bc1-1909-441d-82b2-cac395d6a4fc), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:05.461054 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:05.462036 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:05.481526 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f7e056-1a65-4a4b-a93f-c3a5a13ec8dd None None] Network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:59:05.499945 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d32e3f-ae2c-4570-bb5b-6011f611e027 None None] Pushing event updated for resources: {'Port': ['ID=0e271865-b897-4f19-ae00-226e943f5eff,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:05.502533 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f362e10e-a41f-4fb1-8785-d1c0b80eb8f8 admin admin] Publish callbacks [] for subnet (eb574bc1-1909-441d-82b2-cac395d6a4fc), precommit_delete_associations {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:05.519435 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f362e10e-a41f-4fb1-8785-d1c0b80eb8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (eb574bc1-1909-441d-82b2-cac395d6a4fc), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:05.584592 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-ffc41e61-c864-489c-913f-34c534d86449 None None] Provisioning complete for port 99beb322-7251-4bdb-9d1c-efb1ee023605 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:05.585400 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ffc41e61-c864-489c-913f-34c534d86449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:05.585913 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-ffc41e61-c864-489c-913f-34c534d86449 None None] Attempt 1 to provision port 99beb322-7251-4bdb-9d1c-efb1ee023605 Oct 03 15:59:05.639243 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:05.654965 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f362e10e-a41f-4fb1-8785-d1c0b80eb8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (eb574bc1-1909-441d-82b2-cac395d6a4fc), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:05.699054 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Publish callbacks [] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:05.702739 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:05.717804 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:05.719024 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362e10e-a41f-4fb1-8785-d1c0b80eb8f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb574bc1-1909-441d-82b2-cac395d6a4fc,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:05.721740 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f362e10e-a41f-4fb1-8785-d1c0b80eb8f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:05.732565 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-f362e10e-a41f-4fb1-8785-d1c0b80eb8f8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/eb574bc1-1909-441d-82b2-cac395d6a4fc HTTP/1.1" status: 204 len: 168 time: 0.4432976 Oct 03 15:59:05.751021 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45848) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:05.779754 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Attempting to bind port ba54d188-80b3-464c-b0b8-117abbe978ba on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:05.779857 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Attempting to bind port ba54d188-80b3-464c-b0b8-117abbe978ba by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:05.780417 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Attempting to bind port ba54d188-80b3-464c-b0b8-117abbe978ba on network a63bfa27-480e-4efb-a24e-26dec41cf4a1 {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:05.795765 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device f687a13b-267e-4ad4-b49e-9170eae7c0f3 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:05.799758 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e039c3e4-941f-47d9-8751-4b78d07e0226 None None] Network a1ae970d-a26b-4b63-84c5-db367d99a18e requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:59:05.852026 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Pushing event updated for resources: {'Port': ['ID=ba54d188-80b3-464c-b0b8-117abbe978ba,revision_number=2']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:05.890236 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.890524 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.890897 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.896348 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.896348 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.896348 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.896348 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.899640 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.900064 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.900462 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.900862 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.901189 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.901528 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.901861 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.902183 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Tracked resource versions report: Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: pushed versions: Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: { 'AddressGroup': {'1.2'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Agent': {'1.1'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'ConntrackHelper': {'1.0'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'LocalIPAssociation': {'1.0'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Log': {'1.0'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'NDPProxy': {'1.0'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Network': {'1.1'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Port': {'1.7'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'PortForwarding': {'1.3'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'QosPolicy': {'1.10'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'SecurityGroup': {'1.5'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'SecurityGroupRule': {'1.2'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'SubPort': {'1.0'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Subnet': {'1.1'}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Trunk': {'1.1'}} Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: consumer versions: Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: { DHCP agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: HyperV agent@hv-cinder-84456: {}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: L3 agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: Metadata agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: Metering agent@dv-cinder-844563-13-iscsi: {}, Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: Open vSwitch agent@dv-cinder-844563-13-iscsi: { 'AddressGroup': '1.2', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Agent': '1.1', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'ConntrackHelper': '1.0', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'LocalIPAssociation': '1.0', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Log': '1.0', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'NDPProxy': '1.0', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Network': '1.1', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Port': '1.7', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'PortForwarding': '1.3', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'QosPolicy': '1.10', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'SecurityGroup': '1.5', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'SecurityGroupRule': '1.2', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'SubPort': '1.0', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Subnet': '1.1', Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: 'Trunk': '1.1'}} Oct 03 15:59:05.903739 dv-cinder-844563-13-iscsi neutron-server[106165]: {{(pid=106165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 15:59:05.940397 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:05.947527 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Checking segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:05.948686 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:05.949585 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Bound using segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:05.950366 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Bound port: ba54d188-80b3-464c-b0b8-117abbe978ba, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:05.950978 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:06.044269 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:06.069430 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] For port ba54d188-80b3-464c-b0b8-117abbe978ba, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:06.074847 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] For port ba54d188-80b3-464c-b0b8-117abbe978ba, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=ba54d188-80b3-464c-b0b8-117abbe978ba,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:06.082247 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Publish callbacks [] for router_gateway (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:06.086339 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:06.087544 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:02Z', 'revision_number': 3, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:06.088283 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:06.090486 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Router d0eb51c3-6e22-4ad1-8792-121ffa95071e is scheduled to L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead with binding_index 1 {{(pid=106162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 15:59:06.161365 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Routers {'9982bf4e-c03a-4457-901b-b136101a6363'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:06.162337 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['9982bf4e-c03a-4457-901b-b136101a6363'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:06.216473 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Checking router: ff42e430-d382-4e3f-87c3-2ff4718afef4 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:59:06.216849 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Updating router ff42e430-d382-4e3f-87c3-2ff4718afef4 port 3e764314-f831-43d0-8b26-9dc63216aaea binding host dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:59:06.258934 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:06.324649 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888022a-380c-42ea-bb6c-aabe8168a3c2 None None] Pushing event updated for resources: {'Port': ['ID=ba54d188-80b3-464c-b0b8-117abbe978ba,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:06.327318 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfde3d0-4d55-4fdb-9171-767286441d21 None None] Network 8944939a-3352-4658-bad6-12912f50f635 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:59:06.405739 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (13974227-1a33-4b00-9474-27865f403462), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:06.422768 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:06.477814 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port f687a13b-267e-4ad4-b49e-9170eae7c0f3 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:06.479348 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:06.479699 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port f687a13b-267e-4ad4-b49e-9170eae7c0f3 Oct 03 15:59:06.532198 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] Set router 9982bf4e-c03a-4457-901b-b136101a6363 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:06.732589 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (3e764314-f831-43d0-8b26-9dc63216aaea), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:06.756368 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e482549-f183-43db-b119-cd08d1535cc6 None None] Network 90c6b009-4013-4301-b819-4e12c2de8610 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:59:06.836869 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (13974227-1a33-4b00-9474-27865f403462), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:06.859413 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:06.859783 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:06.860619 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:06.861680 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:06.862034 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:06.862373 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:06.863242 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:06.863242 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:06.864775 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:06.865695 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:06.865809 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:06.868693 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45878) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:06.869226 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982bf4e-c03a-4457-901b-b136101a6363', 'name': 'tempest-DeleteServersTestJSON-1610782753-router', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:58Z', 'updated_at': '2022-10-03T15:59:01Z', 'revision_number': 3, 'project_id': '943f7e5ccad5410896a40678aeaaf1c1', 'gw_port': {'id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982bf4e-c03a-4457-901b-b136101a6363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:06.902183 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4307c-e907-4808-ba8a-4a2c6a16de1e None None] The sync data for ids ['9982bf4e-c03a-4457-901b-b136101a6363'] in dv-cinder-844563-13-iscsi is: [{'id': '9982bf4e-c03a-4457-901b-b136101a6363', 'name': 'tempest-DeleteServersTestJSON-1610782753-router', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:58Z', 'updated_at': '2022-10-03T15:59:01Z', 'revision_number': 3, 'project_id': '943f7e5ccad5410896a40678aeaaf1c1', 'gw_port': {'id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982bf4e-c03a-4457-901b-b136101a6363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:59:06.963530 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port f687a13b-267e-4ad4-b49e-9170eae7c0f3 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:06.963924 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:06.974463 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Allocated IP 172.20.0.1 (6729b450-3931-444e-a8de-cc935e69b64c/617dd94f-a06b-461a-b7cf-78502b91163e/fe6ffa69-dc04-44b0-b89f-fdd2a827bb56) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:06.997020 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:07.007520 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.146612 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6d2f-7b80-417b-8217-02b6a7b4fa3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.190544 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:07.190907 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:07.191247 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:07.191578 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port f687a13b-267e-4ad4-b49e-9170eae7c0f3, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=f687a13b-267e-4ad4-b49e-9170eae7c0f3,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:07.191702 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 15:59:07.191964 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13974227-1a33-4b00-9474-27865f403462']}} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:07.210664 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-ffc41e61-c864-489c-913f-34c534d86449 None None] Current status of the port 99beb322-7251-4bdb-9d1c-efb1ee023605 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:07.211132 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ffc41e61-c864-489c-913f-34c534d86449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.219909 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b5538d-c758-46d7-b50a-ae071ff81bbd') {'for_net_delete': True} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:07.219909 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b5538d-c758-46d7-b50a-ae071ff81bbd') {} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:07.246388 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531731'] for segment (29b5538d-c758-46d7-b50a-ae071ff81bbd), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.284165 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (29b5538d-c758-46d7-b50a-ae071ff81bbd), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.294428 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=106163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:59:07.295014 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26945160'] for segment (29b5538d-c758-46d7-b50a-ae071ff81bbd), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.328429 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.329645 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 99beb322-7251-4bdb-9d1c-efb1ee023605 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:07.373687 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:59:07.391436 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727822'] for router (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.401931 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (13974227-1a33-4b00-9474-27865f403462), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.403335 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Sync routers for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:59:07.434636 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:07.442091 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-a013d112-49c6-4178-9f81-263d0878637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:07.471215 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.478700 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-ffc41e61-c864-489c-913f-34c534d86449 None None] For port 99beb322-7251-4bdb-9d1c-efb1ee023605, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=99beb322-7251-4bdb-9d1c-efb1ee023605,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:07.478981 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/13974227-1a33-4b00-9474-27865f403462 HTTP/1.1" status: 204 len: 168 time: 1.7252607 Oct 03 15:59:07.482149 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68319cfc-0b5e-4e6d-b124-49cd3d2706d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=13974227-1a33-4b00-9474-27865f403462,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:07.490162 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45898) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:07.526608 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:07.548507 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:07.550540 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:07.583688 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ffc41e61-c864-489c-913f-34c534d86449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.583899 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Allocated IP 172.20.0.1 (1b631aad-5777-4efa-a0a0-1b5b5e7e2d32/26d397fd-4b80-4bbf-a0fc-de0f65c079d4/782b6fdb-be19-47cf-8106-79f51012505a) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:07.654354 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.657999 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-22e8cfe1-fc92-4597-852d-acbe5a07328d admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5523925 Oct 03 15:59:07.666368 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=f687a13b-267e-4ad4-b49e-9170eae7c0f3,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:07.668667 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45900) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:07.709848 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:07.717351 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_v2 [None req-f310b4ef-f544-4dfe-971f-15bc094a238d admin admin] Deleting subnet bd498318-bd90-43cf-a792-b4b6de2244b7 {{(pid=106163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:59:07.723709 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f310b4ef-f544-4dfe-971f-15bc094a238d admin admin] Publish callbacks [] for subnet (bd498318-bd90-43cf-a792-b4b6de2244b7), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.787415 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f310b4ef-f544-4dfe-971f-15bc094a238d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531818'] for subnet (bd498318-bd90-43cf-a792-b4b6de2244b7), precommit_delete_associations {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.806690 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 99beb322-7251-4bdb-9d1c-efb1ee023605 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:07.806951 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.807292 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 99beb322-7251-4bdb-9d1c-efb1ee023605 Oct 03 15:59:07.842635 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Provisioning complete for port 0e271865-b897-4f19-ae00-226e943f5eff triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:07.843124 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (0e271865-b897-4f19-ae00-226e943f5eff), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.844940 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Attempt 1 to provision port 0e271865-b897-4f19-ae00-226e943f5eff Oct 03 15:59:07.877149 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Publish callbacks [] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.894577 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f310b4ef-f544-4dfe-971f-15bc094a238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (bd498318-bd90-43cf-a792-b4b6de2244b7), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.961989 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:07.972324 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=10,neutron:INSERT=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:08.040078 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-a013d112-49c6-4178-9f81-263d0878637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:03Z', 'revision_number': 3, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:08.042155 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc41e61-c864-489c-913f-34c534d86449 None None] Pushing event updated for resources: {'Port': ['ID=99beb322-7251-4bdb-9d1c-efb1ee023605,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:08.062826 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f310b4ef-f544-4dfe-971f-15bc094a238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104768'] for subnet (bd498318-bd90-43cf-a792-b4b6de2244b7), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.092209 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Checking router: d0eb51c3-6e22-4ad1-8792-121ffa95071e for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:59:08.092558 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Updating router d0eb51c3-6e22-4ad1-8792-121ffa95071e port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:59:08.100700 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Network 6729b450-3931-444e-a8de-cc935e69b64c is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:08.107950 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Pushing event updated for resources: {'Port': ['ID=fe6ffa69-dc04-44b0-b89f-fdd2a827bb56,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:08.110463 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:08.116128 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:08.116613 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923253'] for router_interface (9982bf4e-c03a-4457-901b-b136101a6363), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.120463 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f310b4ef-f544-4dfe-971f-15bc094a238d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.127827 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.128638 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-f310b4ef-f544-4dfe-971f-15bc094a238d admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/bd498318-bd90-43cf-a792-b4b6de2244b7 HTTP/1.1" status: 204 len: 168 time: 0.6206634 Oct 03 15:59:08.131170 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45908) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:08.132911 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 29b5538d-c758-46d7-b50a-ae071ff81bbd resource provider aggregate not found Oct 03 15:59:08.271661 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310b4ef-f544-4dfe-971f-15bc094a238d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd498318-bd90-43cf-a792-b4b6de2244b7,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:08.278258 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9dfad626-75b8-4cb8-acab-d7136403f8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (a1ae970d-a26b-4b63-84c5-db367d99a18e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.288447 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 29b5538d-c758-46d7-b50a-ae071ff81bbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29b5538d-c758-46d7-b50a-ae071ff81bbd found for delete ", "request_id": "req-ed7bf811-9308-4875-9082-d4b0d90f7652"}]} Oct 03 15:59:08.303055 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Current status of the port 0e271865-b897-4f19-ae00-226e943f5eff is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:08.303965 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (0e271865-b897-4f19-ae00-226e943f5eff), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.319869 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Publish callbacks [] for port (3e764314-f831-43d0-8b26-9dc63216aaea), precommit_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.366105 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6d2f-7b80-417b-8217-02b6a7b4fa3d admin admin] Publish callbacks [] for security_group (81786c5b-b37c-4671-a76c-431597b77217), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.369930 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (3e764314-f831-43d0-8b26-9dc63216aaea), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.384868 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6d2f-7b80-417b-8217-02b6a7b4fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (81786c5b-b37c-4671-a76c-431597b77217), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.428781 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.451942 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:08.465023 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 99beb322-7251-4bdb-9d1c-efb1ee023605 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:08.466175 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device b65c1239-d675-4e13-88a0-3d9e4b2f9d28 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:08.477762 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-aa9f6d2f-7b80-417b-8217-02b6a7b4fa3d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=087dd438fedd40a78b6842b098111d48&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6044078 Oct 03 15:59:08.477944 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Attempting to bind port 3e764314-f831-43d0-8b26-9dc63216aaea on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:08.478303 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Attempting to bind port 3e764314-f831-43d0-8b26-9dc63216aaea by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:08.478667 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Attempting to bind port 3e764314-f831-43d0-8b26-9dc63216aaea on network a63bfa27-480e-4efb-a24e-26dec41cf4a1 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:08.502173 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45916) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:08.504790 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f6d2f-7b80-417b-8217-02b6a7b4fa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81786c5b-b37c-4671-a76c-431597b77217,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:08.515546 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:08.525798 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 is scheduled to L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead with binding_index 1 {{(pid=106162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 15:59:08.575094 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] For port 0e271865-b897-4f19-ae00-226e943f5eff, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=0e271865-b897-4f19-ae00-226e943f5eff,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:08.589162 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:08.589601 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Checking segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:08.590041 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.590487 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Bound using segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:08.591176 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Bound port: 3e764314-f831-43d0-8b26-9dc63216aaea, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:08.591748 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (3e764314-f831-43d0-8b26-9dc63216aaea), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.614848 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (0e271865-b897-4f19-ae00-226e943f5eff), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.616678 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Publish callbacks [] for port (782b6fdb-be19-47cf-8106-79f51012505a), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.617846 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f270e5-dea6-4ebb-8196-ee8872fd0d7d None None] Pushing event updated for resources: {'Port': ['ID=3e764314-f831-43d0-8b26-9dc63216aaea,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:08.669359 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:08.683018 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Provisioning complete for port 99beb322-7251-4bdb-9d1c-efb1ee023605 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:08.683565 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.684005 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Attempt 1 to provision port 99beb322-7251-4bdb-9d1c-efb1ee023605 Oct 03 15:59:08.709565 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Publish callbacks [] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.711028 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-25481bcf-0dfd-4a52-b14b-2e4384dca763 admin admin] Publish callbacks [] for security_group (81786c5b-b37c-4671-a76c-431597b77217), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.711827 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:08.718432 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.748396 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:08.749296 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.749419 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 Oct 03 15:59:08.777241 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fd834-2151-4e62-8df4-a45d7c73cfd6 None None] Pushing event updated for resources: {'Port': ['ID=1e0cd773-3fbc-4a34-8da0-ff8213612e9a,revision_number=2']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:08.795947 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:08.800177 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-25481bcf-0dfd-4a52-b14b-2e4384dca763 admin admin] Publish callbacks [] for security_group (81786c5b-b37c-4671-a76c-431597b77217), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.802420 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Attempting to bind port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:08.803181 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Attempting to bind port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:08.803990 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] For port 3e764314-f831-43d0-8b26-9dc63216aaea, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:08.804197 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Attempting to bind port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a on network a63bfa27-480e-4efb-a24e-26dec41cf4a1 {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:08.815375 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:08.817804 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Pushing event updated for resources: {'Port': ['ID=0e271865-b897-4f19-ae00-226e943f5eff,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:08.819125 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (782b6fdb-be19-47cf-8106-79f51012505a), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.841965 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] For port 3e764314-f831-43d0-8b26-9dc63216aaea, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=3e764314-f831-43d0-8b26-9dc63216aaea,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:08.847117 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:59:08.864473 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Sync routers for ids ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:59:08.870119 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (3e764314-f831-43d0-8b26-9dc63216aaea), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.888905 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:08.912298 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:08.912758 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Checking segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:08.913421 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.913829 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Bound using segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:08.914361 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Bound port: 1e0cd773-3fbc-4a34-8da0-ff8213612e9a, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:08.914828 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.937298 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.938572 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-b5a23501-8181-4b7b-b1ab-07275796a57a admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6587253 Oct 03 15:59:08.941128 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Publish callbacks [] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.947401 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Pushing event updated for resources: {'Port': ['ID=782b6fdb-be19-47cf-8106-79f51012505a,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:08.948483 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:08.949811 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:08.953320 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9dfad626-75b8-4cb8-acab-d7136403f8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (a1ae970d-a26b-4b63-84c5-db367d99a18e), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.956230 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 45920) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:08.968100 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:08.968853 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:08.971690 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3923369'] for router_interface (9982bf4e-c03a-4457-901b-b136101a6363), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:09.003971 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:09.004739 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:09.051901 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Pushing event updated for resources: {'Port': ['ID=fe6ffa69-dc04-44b0-b89f-fdd2a827bb56,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:09.052845 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-a013d112-49c6-4178-9f81-263d0878637e None None] For port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:09.065935 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-a013d112-49c6-4178-9f81-263d0878637e None None] For port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=1e0cd773-3fbc-4a34-8da0-ff8213612e9a,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:09.080003 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:09.117504 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-9dfad626-75b8-4cb8-acab-d7136403f8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ae970d-a26b-4b63-84c5-db367d99a18e']}} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:09.123277 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:09.152586 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-9dfad626-75b8-4cb8-acab-d7136403f8c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549f5416-a46e-4fb8-bf6d-6101ccc2322e') {'for_net_delete': True} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:09.152931 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-9dfad626-75b8-4cb8-acab-d7136403f8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549f5416-a46e-4fb8-bf6d-6101ccc2322e') {} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:09.181323 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Routers {'3e63580c-a2c6-40a9-bdbe-51c2e05ad978'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:09.182046 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:09.204846 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fd834-2151-4e62-8df4-a45d7c73cfd6 None None] Pushing event updated for resources: {'Port': ['ID=1e0cd773-3fbc-4a34-8da0-ff8213612e9a,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:09.215165 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-25481bcf-0dfd-4a52-b14b-2e4384dca763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (81786c5b-b37c-4671-a76c-431597b77217), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:09.217154 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:09.217786 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-a013d112-49c6-4178-9f81-263d0878637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:09.218566 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-25481bcf-0dfd-4a52-b14b-2e4384dca763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:09.223246 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-25481bcf-0dfd-4a52-b14b-2e4384dca763 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/81786c5b-b37c-4671-a76c-431597b77217 HTTP/1.1" status: 204 len: 168 time: 0.7194324 Oct 03 15:59:09.238563 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25481bcf-0dfd-4a52-b14b-2e4384dca763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81786c5b-b37c-4671-a76c-431597b77217,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:09.319480 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Network 6729b450-3931-444e-a8de-cc935e69b64c is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:09.320711 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:09.390006 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9dfad626-75b8-4cb8-acab-d7136403f8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531731'] for segment (549f5416-a46e-4fb8-bf6d-6101ccc2322e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:09.448117 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-a013d112-49c6-4178-9f81-263d0878637e None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:09.471073 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923253'] for router_interface (ff42e430-d382-4e3f-87c3-2ff4718afef4), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:09.592220 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Router 9982bf4e-c03a-4457-901b-b136101a6363 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:59:09.619402 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device f687a13b-267e-4ad4-b49e-9170eae7c0f3 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:09.698025 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f270e5-dea6-4ebb-8196-ee8872fd0d7d None None] Pushing event updated for resources: {'Port': ['ID=3e764314-f831-43d0-8b26-9dc63216aaea,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:09.710217 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Current status of the port 99beb322-7251-4bdb-9d1c-efb1ee023605 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:09.730333 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:09.821285 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Provisioning complete for port f687a13b-267e-4ad4-b49e-9170eae7c0f3 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:09.823338 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:09.823987 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Attempt 1 to provision port f687a13b-267e-4ad4-b49e-9170eae7c0f3 Oct 03 15:59:09.824454 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:59:09.845449 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-b68f8fb9-c03d-49b3-bc82-c6480162664d admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/9982bf4e-c03a-4457-901b-b136101a6363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3703926 Oct 03 15:59:09.846073 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Sync routers for ids ['9982bf4e-c03a-4457-901b-b136101a6363'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:59:09.856527 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45932) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:09.886763 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e2c625c0-6980-4815-a21c-3778eee322c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:09.929708 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Routers {'9982bf4e-c03a-4457-901b-b136101a6363'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:09.934130 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['9982bf4e-c03a-4457-901b-b136101a6363'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:09.978619 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port f687a13b-267e-4ad4-b49e-9170eae7c0f3 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:09.979120 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:09.979597 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port f687a13b-267e-4ad4-b49e-9170eae7c0f3 Oct 03 15:59:10.035278 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-a013d112-49c6-4178-9f81-263d0878637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:03Z', 'revision_number': 3, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:10.073868 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Set router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:10.091406 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e2c625c0-6980-4815-a21c-3778eee322c3 admin admin] Publish callbacks [] for security_group (845864ad-1ce3-4546-abf9-e2775120b01a), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:10.098921 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e2c625c0-6980-4815-a21c-3778eee322c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (845864ad-1ce3-4546-abf9-e2775120b01a), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:10.102071 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013d112-49c6-4178-9f81-263d0878637e None None] The sync data for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi is: [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:03Z', 'revision_number': 3, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:59:10.181737 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:10.205935 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e2c625c0-6980-4815-a21c-3778eee322c3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ca0f8ab41d9348c18cccb217a748011d&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3475299 Oct 03 15:59:10.208835 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45950) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:10.238361 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c625c0-6980-4815-a21c-3778eee322c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845864ad-1ce3-4546-abf9-e2775120b01a,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:10.264463 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9dfad626-75b8-4cb8-acab-d7136403f8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (549f5416-a46e-4fb8-bf6d-6101ccc2322e), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:10.268180 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:10.272711 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:10.282010 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Set router 9982bf4e-c03a-4457-901b-b136101a6363 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:10.324159 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (782b6fdb-be19-47cf-8106-79f51012505a), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:10.366552 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ea762e48-4d72-4f7a-aa60-4544c8e71517 admin admin] Publish callbacks [] for security_group (845864ad-1ce3-4546-abf9-e2775120b01a), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:10.375462 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:10.411854 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ea762e48-4d72-4f7a-aa60-4544c8e71517 admin admin] Publish callbacks [] for security_group (845864ad-1ce3-4546-abf9-e2775120b01a), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:10.431252 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:10.472419 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:10.532332 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ea762e48-4d72-4f7a-aa60-4544c8e71517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (845864ad-1ce3-4546-abf9-e2775120b01a), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:10.535876 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ea762e48-4d72-4f7a-aa60-4544c8e71517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:10.539453 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-ea762e48-4d72-4f7a-aa60-4544c8e71517 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/845864ad-1ce3-4546-abf9-e2775120b01a HTTP/1.1" status: 204 len: 168 time: 0.3271437 Oct 03 15:59:10.553604 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea762e48-4d72-4f7a-aa60-4544c8e71517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845864ad-1ce3-4546-abf9-e2775120b01a,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:10.576387 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfad626-75b8-4cb8-acab-d7136403f8c9 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=106163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:59:10.576831 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9dfad626-75b8-4cb8-acab-d7136403f8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26945160'] for segment (549f5416-a46e-4fb8-bf6d-6101ccc2322e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:10.580418 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:10.747964 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 549f5416-a46e-4fb8-bf6d-6101ccc2322e resource provider aggregate not found Oct 03 15:59:10.748471 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 45992) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:10.751445 dv-cinder-844563-13-iscsi neutron-server[106162]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 03 15:59:10.762662 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982bf4e-c03a-4457-901b-b136101a6363', 'name': 'tempest-DeleteServersTestJSON-1610782753-router', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:58Z', 'updated_at': '2022-10-03T15:59:08Z', 'revision_number': 4, 'project_id': '943f7e5ccad5410896a40678aeaaf1c1', 'gw_port': {'id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982bf4e-c03a-4457-901b-b136101a6363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'fe6ffa69-dc04-44b0-b89f-fdd2a827bb56', 'name': '', 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'mac_address': 'fa:16:3e:87:b0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982bf4e-c03a-4457-901b-b136101a6363', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '617dd94f-a06b-461a-b7cf-78502b91163e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:08Z', 'revision_number': 2, 'project_id': '943f7e5ccad5410896a40678aeaaf1c1', 'subnets': [{'id': '617dd94f-a06b-461a-b7cf-78502b91163e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:10.886397 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:10.903530 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Checking router: 9982bf4e-c03a-4457-901b-b136101a6363 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:59:10.903991 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Updating router 9982bf4e-c03a-4457-901b-b136101a6363 port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:59:10.911405 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 549f5416-a46e-4fb8-bf6d-6101ccc2322e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 549f5416-a46e-4fb8-bf6d-6101ccc2322e found for delete ", "request_id": "req-bc5b7595-5588-4a29-93c1-0ea8e2963985"}]} Oct 03 15:59:10.963303 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port f687a13b-267e-4ad4-b49e-9170eae7c0f3 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:10.964600 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 99beb322-7251-4bdb-9d1c-efb1ee023605 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:10.966887 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:02Z', 'revision_number': 3, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:11.056846 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:11.072399 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:11.092641 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9dfad626-75b8-4cb8-acab-d7136403f8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (a1ae970d-a26b-4b63-84c5-db367d99a18e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:11.184701 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9dfad626-75b8-4cb8-acab-d7136403f8c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:11.198524 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-9dfad626-75b8-4cb8-acab-d7136403f8c9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/a1ae970d-a26b-4b63-84c5-db367d99a18e HTTP/1.1" status: 204 len: 168 time: 3.0587814 Oct 03 15:59:11.228843 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfad626-75b8-4cb8-acab-d7136403f8c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ae970d-a26b-4b63-84c5-db367d99a18e,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:11.392786 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b296caa-7155-4138-abde-8933c5f5c378 None None] The sync data for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi is: [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:02Z', 'revision_number': 3, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:59:11.395340 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Allocated IP 172.20.0.1 (8944939a-3352-4658-bad6-12912f50f635/f21be2b1-c7a2-4cb7-b6d5-de36b0126245/686d7e23-bdea-49de-9699-79cdaa7c35fa) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:11.417175 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e3042-2c4d-4e45-9bdf-518197fd57d6 None None] Current status of the port f687a13b-267e-4ad4-b49e-9170eae7c0f3 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:11.476625 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:05Z', 'revision_number': 3, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:11.489337 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 99beb322-7251-4bdb-9d1c-efb1ee023605 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:11.489792 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:11.490358 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 99beb322-7251-4bdb-9d1c-efb1ee023605 Oct 03 15:59:11.519591 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46026) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:11.668658 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46030) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:11.753802 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Publish callbacks [] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:11.763906 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:11.777183 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Checking router: 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:59:11.777523 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Updating router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 port aec9e3f7-2368-418f-8ac7-22c598f4b6ac binding host dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:59:11.835033 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Publish callbacks [] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:11.840554 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Provisioning complete for port 782b6fdb-be19-47cf-8106-79f51012505a triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:11.840966 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (782b6fdb-be19-47cf-8106-79f51012505a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:11.841303 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Attempt 1 to provision port 782b6fdb-be19-47cf-8106-79f51012505a Oct 03 15:59:11.946549 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:11.968129 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931764f-f26d-4073-92c6-b004914b95f2 req-e9ab8c21-2329-497d-83a2-ff5d09de960e tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:11.981566 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-e9ab8c21-2329-497d-83a2-ff5d09de960e tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6729b450-3931-444e-a8de-cc935e69b64c HTTP/1.1" status: 200 len: 812 time: 1.2309260 Oct 03 15:59:12.007265 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.009758 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Attempting to bind port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:12.011051 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Attempting to bind port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '4f63c17c-1293-4659-9669-7c7da68a2d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:12.011051 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Attempting to bind port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 on network 6729b450-3931-444e-a8de-cc935e69b64c {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:12.036422 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.043282 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-4ee8df9c-bc55-4263-84a5-d31725f48e9a tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/quotas/943f7e5ccad5410896a40678aeaaf1c1 HTTP/1.1" status: 200 len: 375 time: 0.0569181 Oct 03 15:59:12.076339 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:12.076709 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Checking segment: {'id': '4f63c17c-1293-4659-9669-7c7da68a2d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:12.077141 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.077530 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Bound using segment: {'id': '4f63c17c-1293-4659-9669-7c7da68a2d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:12.078000 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Bound port: fe6ffa69-dc04-44b0-b89f-fdd2a827bb56, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f63c17c-1293-4659-9669-7c7da68a2d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:12.078371 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.094148 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=100 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:12.119424 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Publish callbacks [] for port (782b6fdb-be19-47cf-8106-79f51012505a), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.163192 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] For port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:12.164867 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (782b6fdb-be19-47cf-8106-79f51012505a), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.167014 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] For port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=fe6ffa69-dc04-44b0-b89f-fdd2a827bb56,segment=NetworkSegment(4f63c17c-1293-4659-9669-7c7da68a2d90),segment_id=4f63c17c-1293-4659-9669-7c7da68a2d90)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:12.173558 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6996873-90d9-4336-a53a-35870dbbd2c8 None None] Pushing event updated for resources: {'Port': ['ID=fe6ffa69-dc04-44b0-b89f-fdd2a827bb56,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:12.184173 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Network 8944939a-3352-4658-bad6-12912f50f635 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:12.193122 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.194730 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:12.274288 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:12.298749 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:12.321861 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=686d7e23-bdea-49de-9699-79cdaa7c35fa,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:12.362455 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-fd137463-3907-483d-bb6b-f9e4e24756a5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=39b6cb58e2d24700b646769f8286c8f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8185730 Oct 03 15:59:12.374676 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46046) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:12.393722 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Publish callbacks [] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), precommit_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.396543 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:12.414633 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.433183 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Port 782b6fdb-be19-47cf-8106-79f51012505a cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:59:12.492795 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6996873-90d9-4336-a53a-35870dbbd2c8 None None] Pushing event updated for resources: {'Port': ['ID=fe6ffa69-dc04-44b0-b89f-fdd2a827bb56,revision_number=4']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:12.501359 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-24294915-28ea-4f17-a22d-e49b04ffd085 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=943f7e5ccad5410896a40678aeaaf1c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4565172 Oct 03 15:59:12.502369 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b030b38a-db23-4ad0-8b7c-535396063699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.508151 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Routers {'9982bf4e-c03a-4457-901b-b136101a6363'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:12.513049 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['9982bf4e-c03a-4457-901b-b136101a6363'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:12.549416 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 99beb322-7251-4bdb-9d1c-efb1ee023605 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:12.550760 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 0e271865-b897-4f19-ae00-226e943f5eff up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:12.589304 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923253'] for router_interface (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.615990 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3923369'] for router_interface (ff42e430-d382-4e3f-87c3-2ff4718afef4), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.652849 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Attempting to bind port aec9e3f7-2368-418f-8ac7-22c598f4b6ac on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:12.654488 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Attempting to bind port aec9e3f7-2368-418f-8ac7-22c598f4b6ac by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:12.655064 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Attempting to bind port aec9e3f7-2368-418f-8ac7-22c598f4b6ac on network a63bfa27-480e-4efb-a24e-26dec41cf4a1 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:12.687718 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f96190f-4799-4ab5-b00a-11b44c6cce70 admin admin] Publish callbacks [] for security_group (ee437e8a-2c7a-4e5c-b98e-8e67172912fb), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.740625 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Pushing event updated for resources: {'Port': ['ID=782b6fdb-be19-47cf-8106-79f51012505a,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:12.773560 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f96190f-4799-4ab5-b00a-11b44c6cce70 admin admin] Publish callbacks [] for security_group (ee437e8a-2c7a-4e5c-b98e-8e67172912fb), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.801405 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] Set router 9982bf4e-c03a-4457-901b-b136101a6363 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:12.816427 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Provisioning complete for port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:12.822585 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.822585 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Attempt 1 to provision port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 Oct 03 15:59:12.854282 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:12.854660 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Checking segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:12.855070 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.855464 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Bound using segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:12.855984 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Bound port: aec9e3f7-2368-418f-8ac7-22c598f4b6ac, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:12.856323 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:12.963187 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-0e61edb6-3f7b-4d3f-8ce5-3aeb49f24617 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 15:59:12.964233 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-0e61edb6-3f7b-4d3f-8ce5-3aeb49f24617 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1645432 Oct 03 15:59:13.068596 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:13.083302 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] For port aec9e3f7-2368-418f-8ac7-22c598f4b6ac, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:13.084435 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:13.094396 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] For port aec9e3f7-2368-418f-8ac7-22c598f4b6ac, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=aec9e3f7-2368-418f-8ac7-22c598f4b6ac,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:13.112688 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:13.117625 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7238b-07fe-4129-9ee0-c08a936e653d None None] Pushing event updated for resources: {'Port': ['ID=aec9e3f7-2368-418f-8ac7-22c598f4b6ac,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:13.135783 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b030b38a-db23-4ad0-8b7c-535396063699 admin admin] Publish callbacks [] for security_group (cde55cc3-f74e-4269-935b-be593d930696), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:13.147916 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:13.148273 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b030b38a-db23-4ad0-8b7c-535396063699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (cde55cc3-f74e-4269-935b-be593d930696), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:13.224287 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:13.285844 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f96190f-4799-4ab5-b00a-11b44c6cce70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ee437e8a-2c7a-4e5c-b98e-8e67172912fb), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:13.293749 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f96190f-4799-4ab5-b00a-11b44c6cce70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:13.309259 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-7f96190f-4799-4ab5-b00a-11b44c6cce70 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ee437e8a-2c7a-4e5c-b98e-8e67172912fb HTTP/1.1" status: 204 len: 168 time: 0.9331164 Oct 03 15:59:13.381667 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030b38a-db23-4ad0-8b7c-535396063699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde55cc3-f74e-4269-935b-be593d930696,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:13.403843 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-b030b38a-db23-4ad0-8b7c-535396063699 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=30034fca82444cca9b98bc6385adba43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7083015 Oct 03 15:59:13.414786 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46080) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:13.438935 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-c5e8adaa-ba36-4d06-8030-65cd179f7e21 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6729b450-3931-444e-a8de-cc935e69b64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599197 Oct 03 15:59:13.441990 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96190f-4799-4ab5-b00a-11b44c6cce70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee437e8a-2c7a-4e5c-b98e-8e67172912fb,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:13.488558 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 0e271865-b897-4f19-ae00-226e943f5eff triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:13.497182 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (0e271865-b897-4f19-ae00-226e943f5eff), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:13.497973 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 0e271865-b897-4f19-ae00-226e943f5eff Oct 03 15:59:13.502027 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982bf4e-c03a-4457-901b-b136101a6363', 'name': 'tempest-DeleteServersTestJSON-1610782753-router', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:58Z', 'updated_at': '2022-10-03T15:59:08Z', 'revision_number': 4, 'project_id': '943f7e5ccad5410896a40678aeaaf1c1', 'gw_port': {'id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982bf4e-c03a-4457-901b-b136101a6363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'fe6ffa69-dc04-44b0-b89f-fdd2a827bb56', 'name': '', 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'mac_address': 'fa:16:3e:87:b0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982bf4e-c03a-4457-901b-b136101a6363', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '617dd94f-a06b-461a-b7cf-78502b91163e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:12Z', 'revision_number': 4, 'project_id': '943f7e5ccad5410896a40678aeaaf1c1', 'subnets': [{'id': '617dd94f-a06b-461a-b7cf-78502b91163e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:13.598875 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb800e-9f2b-4a70-9dfa-3f77a58facab None None] The sync data for ids ['9982bf4e-c03a-4457-901b-b136101a6363'] in dv-cinder-844563-13-iscsi is: [{'id': '9982bf4e-c03a-4457-901b-b136101a6363', 'name': 'tempest-DeleteServersTestJSON-1610782753-router', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:58Z', 'updated_at': '2022-10-03T15:59:08Z', 'revision_number': 4, 'project_id': '943f7e5ccad5410896a40678aeaaf1c1', 'gw_port': {'id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982bf4e-c03a-4457-901b-b136101a6363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'fe6ffa69-dc04-44b0-b89f-fdd2a827bb56', 'name': '', 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'mac_address': 'fa:16:3e:87:b0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982bf4e-c03a-4457-901b-b136101a6363', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '617dd94f-a06b-461a-b7cf-78502b91163e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:12Z', 'revision_number': 4, 'project_id': '943f7e5ccad5410896a40678aeaaf1c1', 'subnets': [{'id': '617dd94f-a06b-461a-b7cf-78502b91163e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:59:13.628681 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Routers {'3e63580c-a2c6-40a9-bdbe-51c2e05ad978'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:13.634332 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:13.676178 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:13.685394 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-eb2073d9-05a2-4d33-a287-6a1c64fb2465 admin admin] Publish callbacks [] for security_group (cde55cc3-f74e-4269-935b-be593d930696), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:13.705546 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:13.707147 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:13.712506 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-194ac9f4-e596-4517-9c51-1a0decd943df service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6729b450-3931-444e-a8de-cc935e69b64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525415 Oct 03 15:59:13.724676 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:13.746712 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-eb2073d9-05a2-4d33-a287-6a1c64fb2465 admin admin] Publish callbacks [] for security_group (cde55cc3-f74e-4269-935b-be593d930696), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:13.828023 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-eb2073d9-05a2-4d33-a287-6a1c64fb2465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (cde55cc3-f74e-4269-935b-be593d930696), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:13.833293 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-eb2073d9-05a2-4d33-a287-6a1c64fb2465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:13.837857 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-eb2073d9-05a2-4d33-a287-6a1c64fb2465 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cde55cc3-f74e-4269-935b-be593d930696 HTTP/1.1" status: 204 len: 168 time: 0.4180317 Oct 03 15:59:13.849548 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Allocated IP 172.20.0.1 (90c6b009-4013-4301-b819-4e12c2de8610/670b7b9a-7e6f-4853-8220-542ceaef90cb/c58c5a39-7baf-4561-9a32-e99f76420a1e) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:13.855308 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2073d9-05a2-4d33-a287-6a1c64fb2465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde55cc3-f74e-4269-935b-be593d930696,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:13.877745 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46090) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:13.886158 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Current status of the port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:13.886542 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:13.896472 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7238b-07fe-4129-9ee0-c08a936e653d None None] Pushing event updated for resources: {'Port': ['ID=aec9e3f7-2368-418f-8ac7-22c598f4b6ac,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:13.908010 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] Set router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:13.961102 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46094) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:14.156181 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:14.175691 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Publish callbacks [] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.191565 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Router ff42e430-d382-4e3f-87c3-2ff4718afef4 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:59:14.201084 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.221581 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46112) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:14.301878 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] For port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=fe6ffa69-dc04-44b0-b89f-fdd2a827bb56,segment=NetworkSegment(4f63c17c-1293-4659-9669-7c7da68a2d90),segment_id=4f63c17c-1293-4659-9669-7c7da68a2d90)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:14.331828 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.405198 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Provisioning complete for port f687a13b-267e-4ad4-b49e-9170eae7c0f3 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:14.405966 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.406202 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Attempt 1 to provision port f687a13b-267e-4ad4-b49e-9170eae7c0f3 Oct 03 15:59:14.419054 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-56af35a4-5735-4bf1-826d-7b424f302f72 req-f5c7bf7c-91dd-426f-b8b0-7a15e331fbce tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 210 time: 0.1846929 Oct 03 15:59:14.422423 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 0e271865-b897-4f19-ae00-226e943f5eff is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:14.424213 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device ba54d188-80b3-464c-b0b8-117abbe978ba up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:14.534536 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:14.588438 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3bd99669-813d-43ad-a284-54c31fd71db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.603538 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Publish callbacks [] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.631529 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Pushing event updated for resources: {'Port': ['ID=fe6ffa69-dc04-44b0-b89f-fdd2a827bb56,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:14.684231 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3923369'] for router_interface (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.702559 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-95b592a6-4415-4129-9b93-1fa0c73c7fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.740840 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port ba54d188-80b3-464c-b0b8-117abbe978ba triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:14.741546 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.742114 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port ba54d188-80b3-464c-b0b8-117abbe978ba Oct 03 15:59:14.750543 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=686d7e23-bdea-49de-9699-79cdaa7c35fa,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:14.763771 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-770d7918-2862-4800-810e-8950d8b82f92 None None] Current status of the port f687a13b-267e-4ad4-b49e-9170eae7c0f3 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:14.791010 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:11Z', 'revision_number': 1, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:14.791632 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.825990 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0330d3e-5012-4064-abcf-2b5d4a0ace97 None None] The sync data for ids ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'] in dv-cinder-844563-13-iscsi is: [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:11Z', 'revision_number': 1, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:59:14.835871 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:14.901142 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port ba54d188-80b3-464c-b0b8-117abbe978ba is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:14.901544 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.917088 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 46122) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:14.918642 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-95b592a6-4415-4129-9b93-1fa0c73c7fa0 admin admin] Publish callbacks [] for security_group (40b2d69d-4a00-4271-baa2-8cceec34d902), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.926860 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-958c70ca-963c-43d8-a5f4-2b657f2ee461 None None] Provisioning complete for port 782b6fdb-be19-47cf-8106-79f51012505a triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:14.927433 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-958c70ca-963c-43d8-a5f4-2b657f2ee461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (782b6fdb-be19-47cf-8106-79f51012505a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.927956 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-958c70ca-963c-43d8-a5f4-2b657f2ee461 None None] Attempt 1 to provision port 782b6fdb-be19-47cf-8106-79f51012505a Oct 03 15:59:14.934067 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-95b592a6-4415-4129-9b93-1fa0c73c7fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (40b2d69d-4a00-4271-baa2-8cceec34d902), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:14.973903 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:59:15.012475 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-f1d5da4c-4043-4b1b-aa5c-bcf01a041635 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/ff42e430-d382-4e3f-87c3-2ff4718afef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4309120 Oct 03 15:59:15.033412 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Network 90c6b009-4013-4301-b819-4e12c2de8610 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:15.034064 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Sync routers for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:59:15.040348 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port ba54d188-80b3-464c-b0b8-117abbe978ba, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=ba54d188-80b3-464c-b0b8-117abbe978ba,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:15.047405 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:15.056447 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:15.056636 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:15.115486 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:15.116291 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:15.121559 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-958c70ca-963c-43d8-a5f4-2b657f2ee461 None None] Port 782b6fdb-be19-47cf-8106-79f51012505a cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:59:15.124308 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-95b592a6-4415-4129-9b93-1fa0c73c7fa0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1bf3a255785444ee8ed1f55d2f2d35f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2437131 Oct 03 15:59:15.125974 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b592a6-4415-4129-9b93-1fa0c73c7fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b2d69d-4a00-4271-baa2-8cceec34d902,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:15.137084 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46126) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:15.215154 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:15.251817 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Pushing event updated for resources: {'Port': ['ID=c58c5a39-7baf-4561-9a32-e99f76420a1e,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:15.268861 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-958c70ca-963c-43d8-a5f4-2b657f2ee461 None None] Provisioning complete for port 686d7e23-bdea-49de-9699-79cdaa7c35fa triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:15.285034 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-958c70ca-963c-43d8-a5f4-2b657f2ee461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:15.287016 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3bd99669-813d-43ad-a284-54c31fd71db6 admin admin] Publish callbacks [] for security_group (835771f5-cb62-48e5-a9c4-fa4a3e0a4ccd), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:15.288519 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-958c70ca-963c-43d8-a5f4-2b657f2ee461 None None] Attempt 1 to provision port 686d7e23-bdea-49de-9699-79cdaa7c35fa Oct 03 15:59:15.352244 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3bd99669-813d-43ad-a284-54c31fd71db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (835771f5-cb62-48e5-a9c4-fa4a3e0a4ccd), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:15.420308 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-ae20086f-3304-413c-b5de-e9f2dc7e0ee1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a58dda0938e84bb892dc5c697fb0fe8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4523690 Oct 03 15:59:15.438984 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923253'] for router_interface (d0eb51c3-6e22-4ad1-8792-121ffa95071e), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:15.448522 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46132) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:15.533716 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd99669-813d-43ad-a284-54c31fd71db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835771f5-cb62-48e5-a9c4-fa4a3e0a4ccd,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:15.554636 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Network 8944939a-3352-4658-bad6-12912f50f635 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:15.564562 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:15.643466 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:15.727184 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-3bd99669-813d-43ad-a284-54c31fd71db6 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1306948d947746d8a5aa02a2dac15ce0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7647474 Oct 03 15:59:15.736780 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=ba54d188-80b3-464c-b0b8-117abbe978ba,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:15.740098 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 46148) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:15.828547 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:15.848342 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-01ecfca5-1710-41ab-9acd-b69b5a7c1b1f req-10019510-f72c-4c45-b49b-c8db53a9319a tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 210 time: 0.1617012 Oct 03 15:59:15.863217 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a261471a-e3f4-4fd1-a921-200cb20f7f75 admin admin] Publish callbacks [] for security_group (40b2d69d-4a00-4271-baa2-8cceec34d902), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:15.905448 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:15.913470 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:15.918480 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=100 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:15.923452 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a261471a-e3f4-4fd1-a921-200cb20f7f75 admin admin] Publish callbacks [] for security_group (40b2d69d-4a00-4271-baa2-8cceec34d902), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.001252 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a261471a-e3f4-4fd1-a921-200cb20f7f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (40b2d69d-4a00-4271-baa2-8cceec34d902), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.004361 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a261471a-e3f4-4fd1-a921-200cb20f7f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.011290 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a261471a-e3f4-4fd1-a921-200cb20f7f75 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/40b2d69d-4a00-4271-baa2-8cceec34d902 HTTP/1.1" status: 204 len: 168 time: 0.8689075 Oct 03 15:59:16.018621 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0915c0af-3835-441b-a0be-327fc97da032 admin admin] Publish callbacks [] for security_group (63dceab9-5412-4e62-b1b6-7c3aa0d9cded), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.020864 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261471a-e3f4-4fd1-a921-200cb20f7f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b2d69d-4a00-4271-baa2-8cceec34d902,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:16.044972 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0915c0af-3835-441b-a0be-327fc97da032 admin admin] Publish callbacks [] for security_group (63dceab9-5412-4e62-b1b6-7c3aa0d9cded), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.135339 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0915c0af-3835-441b-a0be-327fc97da032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (63dceab9-5412-4e62-b1b6-7c3aa0d9cded), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.138950 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0915c0af-3835-441b-a0be-327fc97da032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.140444 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-0915c0af-3835-441b-a0be-327fc97da032 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/63dceab9-5412-4e62-b1b6-7c3aa0d9cded HTTP/1.1" status: 204 len: 168 time: 0.6971421 Oct 03 15:59:16.151992 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915c0af-3835-441b-a0be-327fc97da032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dceab9-5412-4e62-b1b6-7c3aa0d9cded,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:16.242704 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:59:16.274166 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4f30b4fc-0729-402f-a2f4-2be2e3fb6931 admin admin] Publish callbacks [] for security_group (835771f5-cb62-48e5-a9c4-fa4a3e0a4ccd), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.360951 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-958c70ca-963c-43d8-a5f4-2b657f2ee461 None None] Port 686d7e23-bdea-49de-9699-79cdaa7c35fa cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:59:16.397199 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4f30b4fc-0729-402f-a2f4-2be2e3fb6931 admin admin] Publish callbacks [] for security_group (835771f5-cb62-48e5-a9c4-fa4a3e0a4ccd), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.411041 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46176) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:16.418956 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:16.421906 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-120ed9b7-f6df-42b9-934e-d219cb32a293 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1185600545', 'description': 'tempest-description--872577773'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:16.449081 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:16.449709 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.450328 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 Oct 03 15:59:16.493819 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-120ed9b7-f6df-42b9-934e-d219cb32a293 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.539946 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-67f8b978-ac87-4859-bb71-056a2021c9cc None None] Provisioning complete for port c58c5a39-7baf-4561-9a32-e99f76420a1e triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:16.540372 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-67f8b978-ac87-4859-bb71-056a2021c9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.540775 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-67f8b978-ac87-4859-bb71-056a2021c9cc None None] Attempt 1 to provision port c58c5a39-7baf-4561-9a32-e99f76420a1e Oct 03 15:59:16.588344 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Publish callbacks [] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.603650 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.662189 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-67f8b978-ac87-4859-bb71-056a2021c9cc None None] Port c58c5a39-7baf-4561-9a32-e99f76420a1e cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:59:16.669274 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:10Z', 'revision_number': 2, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:16.692772 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:16.712601 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3923369'] for router_interface (d0eb51c3-6e22-4ad1-8792-121ffa95071e), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.714009 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-120ed9b7-f6df-42b9-934e-d219cb32a293 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group (80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.717792 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-67f8b978-ac87-4859-bb71-056a2021c9cc None None] Provisioning complete for port 686d7e23-bdea-49de-9699-79cdaa7c35fa triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:16.718378 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4f30b4fc-0729-402f-a2f4-2be2e3fb6931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (835771f5-cb62-48e5-a9c4-fa4a3e0a4ccd), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.718526 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-67f8b978-ac87-4859-bb71-056a2021c9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.718820 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-67f8b978-ac87-4859-bb71-056a2021c9cc None None] Attempt 1 to provision port 686d7e23-bdea-49de-9699-79cdaa7c35fa Oct 03 15:59:16.720937 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4f30b4fc-0729-402f-a2f4-2be2e3fb6931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.721622 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Checking router: ff42e430-d382-4e3f-87c3-2ff4718afef4 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:59:16.721622 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Updating router ff42e430-d382-4e3f-87c3-2ff4718afef4 port 782b6fdb-be19-47cf-8106-79f51012505a binding host dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:59:16.722339 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-4f30b4fc-0729-402f-a2f4-2be2e3fb6931 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/835771f5-cb62-48e5-a9c4-fa4a3e0a4ccd HTTP/1.1" status: 204 len: 168 time: 0.9811816 Oct 03 15:59:16.737155 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-120ed9b7-f6df-42b9-934e-d219cb32a293 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.762373 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:16.763527 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 3e764314-f831-43d0-8b26-9dc63216aaea up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:16.764635 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30b4fc-0729-402f-a2f4-2be2e3fb6931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835771f5-cb62-48e5-a9c4-fa4a3e0a4ccd,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:16.848172 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (782b6fdb-be19-47cf-8106-79f51012505a), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.849161 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-120ed9b7-f6df-42b9-934e-d219cb32a293 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.850423 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-120ed9b7-f6df-42b9-934e-d219cb32a293 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4367549 Oct 03 15:59:16.853681 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-67f8b978-ac87-4859-bb71-056a2021c9cc None None] Port 686d7e23-bdea-49de-9699-79cdaa7c35fa cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:59:16.866354 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46188) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:16.867030 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ed9b7-f6df-42b9-934e-d219cb32a293 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:16.870838 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 3e764314-f831-43d0-8b26-9dc63216aaea triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:16.872552 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (3e764314-f831-43d0-8b26-9dc63216aaea), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:16.872552 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 3e764314-f831-43d0-8b26-9dc63216aaea Oct 03 15:59:16.873177 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:59:16.887447 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-90c6df7b-6474-4bf4-896c-7dcfe298a451 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Request body: {'security_group_rule': {'security_group_id': '80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:16.976423 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Pushing event updated for resources: {'Port': ['ID=c58c5a39-7baf-4561-9a32-e99f76420a1e,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:17.003171 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-ccce8963-df8d-4133-9abc-86c90c4a0bc7 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/3e63580c-a2c6-40a9-bdbe-51c2e05ad978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0436289 Oct 03 15:59:17.048148 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bb62482c-97d4-42c4-b817-6de5403f0bf4 req-ff2589da-efc1-42c0-bee5-4aaf4e6a6846 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 210 time: 0.0982039 Oct 03 15:59:17.072140 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-90c6df7b-6474-4bf4-896c-7dcfe298a451 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group_rule (0f1cbdfb-3372-4a7a-8bab-499761b52060), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.111502 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Network 90c6b009-4013-4301-b819-4e12c2de8610 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:17.113645 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:17.164135 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-90c6df7b-6474-4bf4-896c-7dcfe298a451 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group_rule (0f1cbdfb-3372-4a7a-8bab-499761b52060), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.168948 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:17.174331 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-90c6df7b-6474-4bf4-896c-7dcfe298a451 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (0f1cbdfb-3372-4a7a-8bab-499761b52060), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.182815 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:17.242491 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6df7b-6474-4bf4-896c-7dcfe298a451 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1cbdfb-3372-4a7a-8bab-499761b52060,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:17.251017 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-90c6df7b-6474-4bf4-896c-7dcfe298a451 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.255512 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-90c6df7b-6474-4bf4-896c-7dcfe298a451 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3751829 Oct 03 15:59:17.255732 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46204) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:17.261237 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-c12baf27-094b-48b2-956c-c75a2a30a157 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Request body: {'security_group_rule': {'security_group_id': '80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:17.341323 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c12baf27-094b-48b2-956c-c75a2a30a157 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group_rule (30e77daa-eb32-4011-b8ee-cf86fbcc4608), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.510361 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c12baf27-094b-48b2-956c-c75a2a30a157 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group_rule (30e77daa-eb32-4011-b8ee-cf86fbcc4608), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.519307 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c12baf27-094b-48b2-956c-c75a2a30a157 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (30e77daa-eb32-4011-b8ee-cf86fbcc4608), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.545541 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Router d0eb51c3-6e22-4ad1-8792-121ffa95071e has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:59:17.560009 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12baf27-094b-48b2-956c-c75a2a30a157 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e77daa-eb32-4011-b8ee-cf86fbcc4608,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:17.577313 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c12baf27-094b-48b2-956c-c75a2a30a157 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.583644 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-c12baf27-094b-48b2-956c-c75a2a30a157 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3267624 Oct 03 15:59:17.584704 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46208) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:17.593551 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:17.602381 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 3e764314-f831-43d0-8b26-9dc63216aaea is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:17.603261 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (3e764314-f831-43d0-8b26-9dc63216aaea), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.614326 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-853c0449-45ee-4615-adff-30cf1cb8d099 None None] Provisioning complete for port c58c5a39-7baf-4561-9a32-e99f76420a1e triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:17.614722 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-853c0449-45ee-4615-adff-30cf1cb8d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.615179 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-853c0449-45ee-4615-adff-30cf1cb8d099 None None] Attempt 1 to provision port c58c5a39-7baf-4561-9a32-e99f76420a1e Oct 03 15:59:17.628539 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.695915 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Publish callbacks [] for port (782b6fdb-be19-47cf-8106-79f51012505a), precommit_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.702251 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 3e764314-f831-43d0-8b26-9dc63216aaea, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=3e764314-f831-43d0-8b26-9dc63216aaea,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:17.729154 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (3e764314-f831-43d0-8b26-9dc63216aaea), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.732148 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 1e0cd773-3fbc-4a34-8da0-ff8213612e9a up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:17.749444 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (782b6fdb-be19-47cf-8106-79f51012505a), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:17.966422 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:18.008500 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:59:18.018570 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Sync routers for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:59:18.030519 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-952e17bd-a713-4a57-990f-c969467e0d66 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/d0eb51c3-6e22-4ad1-8792-121ffa95071e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3521447 Oct 03 15:59:18.047040 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:18.048786 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:18.072701 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 46224) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:18.083011 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:18.100160 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-15d3b8f5-463d-4151-b28f-718225ec540c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:18.172390 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:18.261889 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-853c0449-45ee-4615-adff-30cf1cb8d099 None None] Port c58c5a39-7baf-4561-9a32-e99f76420a1e cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:59:18.373656 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-15d3b8f5-463d-4151-b28f-718225ec540c admin admin] Publish callbacks [] for security_group (daa92fd2-4bfa-4070-b33f-a455490bd859), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:18.382389 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-15d3b8f5-463d-4151-b28f-718225ec540c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (daa92fd2-4bfa-4070-b33f-a455490bd859), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:18.479092 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Allocated IP 172.27.0.216 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/5d84dbb0-62eb-4cec-a371-27b99b8012d3) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:18.487281 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.48', 53338) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:18.609783 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:18.613493 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=3e764314-f831-43d0-8b26-9dc63216aaea,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:18.615969 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3b8f5-463d-4151-b28f-718225ec540c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa92fd2-4bfa-4070-b33f-a455490bd859,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:18.665221 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:16Z', 'revision_number': 2, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:18.732796 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-15d3b8f5-463d-4151-b28f-718225ec540c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=dd13bf032a064ffeb1a1d5e41e7519b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6563020 Oct 03 15:59:18.733441 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 46242) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:18.749484 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Checking router: d0eb51c3-6e22-4ad1-8792-121ffa95071e for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:59:18.750180 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Updating router d0eb51c3-6e22-4ad1-8792-121ffa95071e port c58c5a39-7baf-4561-9a32-e99f76420a1e binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:59:18.756306 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Attempting to bind port 782b6fdb-be19-47cf-8106-79f51012505a on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:18.756882 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Attempting to bind port 782b6fdb-be19-47cf-8106-79f51012505a by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:18.757025 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Attempting to bind port 782b6fdb-be19-47cf-8106-79f51012505a on network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:18.830612 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:18.831632 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:18.833385 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:18.843368 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:18.843844 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:18.844193 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a Oct 03 15:59:18.912983 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9a7f5-9642-4a5a-a2a8-f2ad107226aa None None] Pushing event updated for resources: {'Port': ['ID=782b6fdb-be19-47cf-8106-79f51012505a,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:18.932078 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for port (5d84dbb0-62eb-4cec-a371-27b99b8012d3), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:18.962703 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5c5c94d-fbaa-40c5-b9b7-3f81d5825067 req-bad763c7-b188-4a75-8fd7-d7232749b68a tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 210 time: 0.1213307 Oct 03 15:59:18.981853 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:19.017671 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:19.018194 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Checking segment: {'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:19.021476 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.022179 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Bound using segment: {'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:19.025105 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Bound port: 782b6fdb-be19-47cf-8106-79f51012505a, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:19.025954 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (782b6fdb-be19-47cf-8106-79f51012505a), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.034673 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (5d84dbb0-62eb-4cec-a371-27b99b8012d3), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.149350 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event updated for resources: {'Port': ['ID=5d84dbb0-62eb-4cec-a371-27b99b8012d3,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:19.166844 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931764f-f26d-4073-92c6-b004914b95f2 req-428bff46-84fa-4b39-a50d-cc60619f850a tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:19.169249 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-428bff46-84fa-4b39-a50d-cc60619f850a tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.48 "GET /networking/v2.0/networks?id=6729b450-3931-444e-a8de-cc935e69b64c HTTP/1.1" status: 200 len: 812 time: 0.6552346 Oct 03 15:59:19.186124 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:19.190344 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:19.196450 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:19.236423 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b3952af0-6cc1-44a3-81cf-7245159c2cff tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Request body: {'port': {'device_id': 'cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597', 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c', 'admin_state_up': True, 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:19.290684 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:19.292973 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:19.293492 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.301989 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] For port 782b6fdb-be19-47cf-8106-79f51012505a, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:19.309846 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] For port 782b6fdb-be19-47cf-8106-79f51012505a, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=782b6fdb-be19-47cf-8106-79f51012505a,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:19.329952 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (782b6fdb-be19-47cf-8106-79f51012505a), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.333138 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=1e0cd773-3fbc-4a34-8da0-ff8213612e9a,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:19.366603 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (c2843f70-8c49-405f-994c-c954a48790c3), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.369653 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.386576 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:19.387261 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:19.451754 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Publish callbacks [] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.456452 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (5d84dbb0-62eb-4cec-a371-27b99b8012d3), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.461630 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.466861 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-de4f0e77-de1c-4326-858e-a71bf62aed84 admin admin] Publish callbacks [] for security_group (daa92fd2-4bfa-4070-b33f-a455490bd859), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.520329 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9a7f5-9642-4a5a-a2a8-f2ad107226aa None None] Pushing event updated for resources: {'Port': ['ID=782b6fdb-be19-47cf-8106-79f51012505a,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:19.648162 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=1e0cd773-3fbc-4a34-8da0-ff8213612e9a,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:19.676545 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:19.683356 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a5854-2c82-4e62-9e03-2209e8b478bc None None] Pushing event updated for resources: {'Port': ['ID=c58c5a39-7baf-4561-9a32-e99f76420a1e,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:19.684772 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-de4f0e77-de1c-4326-858e-a71bf62aed84 admin admin] Publish callbacks [] for security_group (daa92fd2-4bfa-4070-b33f-a455490bd859), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.851034 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-de4f0e77-de1c-4326-858e-a71bf62aed84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (daa92fd2-4bfa-4070-b33f-a455490bd859), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.853820 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-de4f0e77-de1c-4326-858e-a71bf62aed84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.854973 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-de4f0e77-de1c-4326-858e-a71bf62aed84 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/daa92fd2-4bfa-4070-b33f-a455490bd859 HTTP/1.1" status: 204 len: 168 time: 1.0186014 Oct 03 15:59:19.870997 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f0e77-de1c-4326-858e-a71bf62aed84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa92fd2-4bfa-4070-b33f-a455490bd859,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:19.882073 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Sync routers for ids ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:59:19.886090 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b3952af0-6cc1-44a3-81cf-7245159c2cff tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Made reservation on behalf of 943f7e5ccad5410896a40678aeaaf1c1 for: {'port': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:59:19.890634 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device ba54d188-80b3-464c-b0b8-117abbe978ba up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:19.897196 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b3952af0-6cc1-44a3-81cf-7245159c2cff tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:19.902619 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Attempting to bind port c58c5a39-7baf-4561-9a32-e99f76420a1e on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:19.909984 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Attempting to bind port c58c5a39-7baf-4561-9a32-e99f76420a1e by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:19.910725 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Attempting to bind port c58c5a39-7baf-4561-9a32-e99f76420a1e on network 90c6b009-4013-4301-b819-4e12c2de8610 {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:20.017020 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:20.020730 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Checking segment: {'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:20.021242 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:20.028854 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Bound using segment: {'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:20.028854 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Bound port: c58c5a39-7baf-4561-9a32-e99f76420a1e, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:20.028854 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:20.115042 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 46304) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:20.118898 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Routers {'3e63580c-a2c6-40a9-bdbe-51c2e05ad978'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:20.119540 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:20.142524 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:20.159847 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] For port c58c5a39-7baf-4561-9a32-e99f76420a1e, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:20.166973 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] For port c58c5a39-7baf-4561-9a32-e99f76420a1e, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=c58c5a39-7baf-4561-9a32-e99f76420a1e,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:20.181455 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:20.200761 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for port (5d84dbb0-62eb-4cec-a371-27b99b8012d3), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:20.210791 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-0eef30b1-0176-4f5f-8f51-b75f613974e6 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909503443', 'description': 'tempest-description--1918524728'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:20.223736 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:20.224700 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (5d84dbb0-62eb-4cec-a371-27b99b8012d3), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:20.225576 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (c2843f70-8c49-405f-994c-c954a48790c3), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:20.227480 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:58:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:20.388610 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-00167570-b3db-4abf-92ba-4837170f43d5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:20.388887 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:20.390906 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-00167570-b3db-4abf-92ba-4837170f43d5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 818 time: 0.6610332 Oct 03 15:59:20.408039 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:20.410035 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8240485 Oct 03 15:59:20.444272 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6a5dcf37-efc9-4362-8489-88163c712393 req-1015b233-43d2-414c-9042-4d337992b961 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 210 time: 0.0493252 Oct 03 15:59:20.447806 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-a00cd32e-a868-4274-89ed-0c1baa75ce0a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/quotas/f2ed0fa1c2fe47a485c26522b2e81b8b HTTP/1.1" status: 200 len: 375 time: 0.0337141 Oct 03 15:59:20.484753 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port ba54d188-80b3-464c-b0b8-117abbe978ba triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:20.484753 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:20.485311 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port ba54d188-80b3-464c-b0b8-117abbe978ba Oct 03 15:59:20.486865 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:20.529450 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82e088-b85f-445c-af7b-16b543e98444 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event updated for resources: {'Port': ['ID=5d84dbb0-62eb-4cec-a371-27b99b8012d3,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:20.531493 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0eef30b1-0176-4f5f-8f51-b75f613974e6 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:20.577942 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f96d6a33-be6c-4d6c-8196-a72b2f5020b5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217797 Oct 03 15:59:20.593953 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:20.639519 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674b2b8-7107-4ace-8e5e-9ab16879ae3e None None] The sync data for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi is: [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:59:20.655858 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a5854-2c82-4e62-9e03-2209e8b478bc None None] Pushing event updated for resources: {'Port': ['ID=c58c5a39-7baf-4561-9a32-e99f76420a1e,revision_number=4']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:20.671482 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:20.678799 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Set router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:20.690127 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:20.700020 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b3952af0-6cc1-44a3-81cf-7245159c2cff tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Allocated IP 172.20.0.13 (6729b450-3931-444e-a8de-cc935e69b64c/617dd94f-a06b-461a-b7cf-78502b91163e/d98370fa-9fb9-4a61-b4bb-53554447eae1) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:20.817770 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:20.914819 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-ad001693-6af9-475d-a76c-8c841d2799cf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282306 Oct 03 15:59:21.076247 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0eef30b1-0176-4f5f-8f51-b75f613974e6 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group (f754b040-f580-4854-9501-ce0860e05b78), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:21.109954 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0eef30b1-0176-4f5f-8f51-b75f613974e6 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (f754b040-f580-4854-9501-ce0860e05b78), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:21.272420 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:20Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:21.409749 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264194ba-5ef6-46b0-be85-628be30c7cf0 None None] The sync data for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi is: [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:20Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:59:21.425642 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-bfc22e3c-0ca1-4594-b1f9-a44fca7855fb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911761 Oct 03 15:59:21.474073 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef30b1-0176-4f5f-8f51-b75f613974e6 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f754b040-f580-4854-9501-ce0860e05b78,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:21.480004 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0eef30b1-0176-4f5f-8f51-b75f613974e6 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:21.481937 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-0eef30b1-0176-4f5f-8f51-b75f613974e6 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3648405 Oct 03 15:59:21.485139 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46364) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:21.502034 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-07455ab1-a0d0-443b-9a29-d131df1c12bc tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Request body: {'security_group_rule': {'security_group_id': 'f754b040-f580-4854-9501-ce0860e05b78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:21.649860 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-07455ab1-a0d0-443b-9a29-d131df1c12bc tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group_rule (b9753c38-993e-43a8-a00e-289245bd879a), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:21.693679 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b3952af0-6cc1-44a3-81cf-7245159c2cff tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Publish callbacks [] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:21.814351 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b3952af0-6cc1-44a3-81cf-7245159c2cff tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:21.838334 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:21.839428 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port ba54d188-80b3-464c-b0b8-117abbe978ba is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:21.841892 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 3e764314-f831-43d0-8b26-9dc63216aaea up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:22.013113 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 2, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:22.121581 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 3e764314-f831-43d0-8b26-9dc63216aaea triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:22.123158 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (3e764314-f831-43d0-8b26-9dc63216aaea), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:22.123269 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 3e764314-f831-43d0-8b26-9dc63216aaea Oct 03 15:59:22.231365 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Checking router: 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:59:22.232387 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Updating router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 port 686d7e23-bdea-49de-9699-79cdaa7c35fa binding host dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:59:22.242065 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-07455ab1-a0d0-443b-9a29-d131df1c12bc tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group_rule (b9753c38-993e-43a8-a00e-289245bd879a), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:22.274447 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-28fbea62-8faa-4d0b-b0b5-33eca18a4e31 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1185600545&fields=id&tenant_id=a8db1f811cf84507ad7ea7058d6a0d25 HTTP/1.1" status: 200 len: 267 time: 0.4838800 Oct 03 15:59:22.275365 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-07455ab1-a0d0-443b-9a29-d131df1c12bc tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (b9753c38-993e-43a8-a00e-289245bd879a), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:22.287061 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3952af0-6cc1-44a3-81cf-7245159c2cff tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Pushing event updated for resources: {'Port': ['ID=d98370fa-9fb9-4a61-b4bb-53554447eae1,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:22.345903 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b3952af0-6cc1-44a3-81cf-7245159c2cff tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Network 6729b450-3931-444e-a8de-cc935e69b64c is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:22.349567 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b3952af0-6cc1-44a3-81cf-7245159c2cff tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:22.354916 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b3952af0-6cc1-44a3-81cf-7245159c2cff tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:22.432219 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-07455ab1-a0d0-443b-9a29-d131df1c12bc tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:22.432219 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-07455ab1-a0d0-443b-9a29-d131df1c12bc tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9437237 Oct 03 15:59:22.437696 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46426) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:22.450807 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:22.565935 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:59:22.589737 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-be652e75-6b96-4d25-ba72-b7b163edcb7d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Request body: {'security_group_rule': {'security_group_id': 'f754b040-f580-4854-9501-ce0860e05b78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:22.602540 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-008922ac-9778-4549-b13f-2c7662dd526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:22.611608 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:22.653945 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b3952af0-6cc1-44a3-81cf-7245159c2cff tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:22.662522 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b3952af0-6cc1-44a3-81cf-7245159c2cff tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:22.716859 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b3952af0-6cc1-44a3-81cf-7245159c2cff tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4867499 Oct 03 15:59:22.742416 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-8ca7139c-b999-4af4-867b-6e5181b51463 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 15:59:22.743689 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-8ca7139c-b999-4af4-867b-6e5181b51463 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0152578 Oct 03 15:59:22.861287 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 3e764314-f831-43d0-8b26-9dc63216aaea is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:22.866309 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device aec9e3f7-2368-418f-8ac7-22c598f4b6ac up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:22.895488 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07455ab1-a0d0-443b-9a29-d131df1c12bc tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9753c38-993e-43a8-a00e-289245bd879a,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:22.975665 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c74da-ab36-4250-b627-14737a5c5431 req-688b2c59-2380-4919-b49a-6b18dbfc9d14 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:22.984317 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-688b2c59-2380-4919-b49a-6b18dbfc9d14 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 HTTP/1.1" status: 200 len: 810 time: 0.6552756 Oct 03 15:59:23.101155 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-4996ec3d-8df0-47bb-b63f-5ee07a3eb868 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/quotas/a8db1f811cf84507ad7ea7058d6a0d25 HTTP/1.1" status: 200 len: 375 time: 0.1146536 Oct 03 15:59:23.111093 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aebaa6-ba63-4d5a-9790-46f51d72cdbb req-4f788ebd-461a-45f2-b912-ca43c0c06715 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:23.119414 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-76aebaa6-ba63-4d5a-9790-46f51d72cdbb req-4f788ebd-461a-45f2-b912-ca43c0c06715 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 932 time: 0.5055888 Oct 03 15:59:23.143455 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-41470e80-1147-45d9-afc9-981c0e3bba3c None None] Provisioning complete for port d98370fa-9fb9-4a61-b4bb-53554447eae1 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:23.144100 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-41470e80-1147-45d9-afc9-981c0e3bba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:23.144735 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-41470e80-1147-45d9-afc9-981c0e3bba3c None None] Attempt 1 to provision port d98370fa-9fb9-4a61-b4bb-53554447eae1 Oct 03 15:59:23.195306 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port aec9e3f7-2368-418f-8ac7-22c598f4b6ac triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:23.196180 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:23.196697 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port aec9e3f7-2368-418f-8ac7-22c598f4b6ac Oct 03 15:59:23.292985 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6f0566db-ad3c-4a42-9b0b-4d408bd18b2a tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a8db1f811cf84507ad7ea7058d6a0d25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1482253 Oct 03 15:59:23.310391 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-be652e75-6b96-4d25-ba72-b7b163edcb7d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group_rule (e6e8a7b4-bff8-4855-a5be-feb737857949), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:23.319560 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-41470e80-1147-45d9-afc9-981c0e3bba3c None None] Port d98370fa-9fb9-4a61-b4bb-53554447eae1 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:59:23.460651 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Request body: {'port': {'device_id': 'cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:23.541686 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-be652e75-6b96-4d25-ba72-b7b163edcb7d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group_rule (e6e8a7b4-bff8-4855-a5be-feb737857949), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:23.553773 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-be652e75-6b96-4d25-ba72-b7b163edcb7d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (e6e8a7b4-bff8-4855-a5be-feb737857949), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:23.616193 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-76aebaa6-ba63-4d5a-9790-46f51d72cdbb req-94e4448b-a9ac-42c8-87fe-5cfe9cd6412a tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955277 Oct 03 15:59:23.620440 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:23.629535 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:23.631502 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be652e75-6b96-4d25-ba72-b7b163edcb7d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e8a7b4-bff8-4855-a5be-feb737857949,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:23.645799 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-be652e75-6b96-4d25-ba72-b7b163edcb7d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:23.647555 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-be652e75-6b96-4d25-ba72-b7b163edcb7d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0757697 Oct 03 15:59:23.653742 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46490) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:23.665326 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:23.762863 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:23.899066 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port aec9e3f7-2368-418f-8ac7-22c598f4b6ac is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:23.917974 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:23.967708 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:24.013530 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port aec9e3f7-2368-418f-8ac7-22c598f4b6ac, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=aec9e3f7-2368-418f-8ac7-22c598f4b6ac,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:24.037702 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:24.142439 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:24.309257 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Allocated IP 172.27.0.25 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/4ba2864a-1781-498a-9475-211dea452185) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:24.571440 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98370fa-9fb9-4a61-b4bb-53554447eae1 {{(pid=106163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:59:24.607431 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-47f1efec-261f-4faa-b740-3af7efb1f955 req-c94dfb46-07b3-41d0-96d2-afc2f93a42b3 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 210 time: 0.2300498 Oct 03 15:59:24.640934 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Publish callbacks [] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:24.712978 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Publish callbacks [] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), precommit_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:24.715994 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:24.717170 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:24.733431 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:24.737829 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device c58c5a39-7baf-4561-9a32-e99f76420a1e up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:24.827116 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-485ac25d-4b61-4c45-ba1f-35fbba5b893c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:24.865780 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-4f515300-a019-4fd5-a1e5-ecc32df134ef service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 15:59:24.885420 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-4f515300-a019-4fd5-a1e5-ecc32df134ef service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4459634 Oct 03 15:59:24.885615 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=aec9e3f7-2368-418f-8ac7-22c598f4b6ac,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:24.896377 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.provisioning_blocks [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Transition to ACTIVE for port object d98370fa-9fb9-4a61-b4bb-53554447eae1 will not be triggered until provisioned by entity L2. {{(pid=106163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 15:59:24.901685 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:24.925332 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edf6e2-65f1-40b5-b472-b87e2eefe518 None None] Pushing event updated for resources: {'Port': ['ID=686d7e23-bdea-49de-9699-79cdaa7c35fa,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:24.951230 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Attempting to bind port 686d7e23-bdea-49de-9699-79cdaa7c35fa on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:24.959360 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Attempting to bind port 686d7e23-bdea-49de-9699-79cdaa7c35fa by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:24.959917 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Attempting to bind port 686d7e23-bdea-49de-9699-79cdaa7c35fa on network 8944939a-3352-4658-bad6-12912f50f635 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:24.972830 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port c58c5a39-7baf-4561-9a32-e99f76420a1e triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:24.973161 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:24.976300 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port c58c5a39-7baf-4561-9a32-e99f76420a1e Oct 03 15:59:25.059229 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Pushing event updated for resources: {'Port': ['ID=d98370fa-9fb9-4a61-b4bb-53554447eae1,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:25.282452 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:25.283114 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Checking segment: {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:25.283833 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:25.284384 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Bound using segment: {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:25.285366 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Bound port: 686d7e23-bdea-49de-9699-79cdaa7c35fa, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:25.285892 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:25.408131 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for port (4ba2864a-1781-498a-9475-211dea452185), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:25.480187 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 46542) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:25.515176 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-3270326c-9295-4551-bfeb-a2ed383f6836 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151867 Oct 03 15:59:25.526089 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (4ba2864a-1781-498a-9475-211dea452185), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:25.556539 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port c58c5a39-7baf-4561-9a32-e99f76420a1e is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:25.561898 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:25.605262 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:25.655217 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Attempting to bind port d98370fa-9fb9-4a61-b4bb-53554447eae1 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:25.655808 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Attempting to bind port d98370fa-9fb9-4a61-b4bb-53554447eae1 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '4f63c17c-1293-4659-9669-7c7da68a2d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c'}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:25.656473 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Attempting to bind port d98370fa-9fb9-4a61-b4bb-53554447eae1 on network 6729b450-3931-444e-a8de-cc935e69b64c {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:25.669050 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:25.700512 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] For port 686d7e23-bdea-49de-9699-79cdaa7c35fa, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:25.713543 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] For port 686d7e23-bdea-49de-9699-79cdaa7c35fa, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=686d7e23-bdea-49de-9699-79cdaa7c35fa,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:25.738389 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port c58c5a39-7baf-4561-9a32-e99f76420a1e, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=c58c5a39-7baf-4561-9a32-e99f76420a1e,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:25.754661 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Port d98370fa-9fb9-4a61-b4bb-53554447eae1 on network 6729b450-3931-444e-a8de-cc935e69b64c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 15:59:25.755334 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Attempting to bind port d98370fa-9fb9-4a61-b4bb-53554447eae1 on network 6729b450-3931-444e-a8de-cc935e69b64c {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:25.756410 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:25.939176 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.48', 53359) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:25.990304 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:25.996637 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 1e0cd773-3fbc-4a34-8da0-ff8213612e9a up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:26.122772 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4502a2e8-63bd-4219-8738-9d11f4d4148a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:26.229780 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:26.232226 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Routers {'3e63580c-a2c6-40a9-bdbe-51c2e05ad978'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:26.234077 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:25Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:26.356155 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edf6e2-65f1-40b5-b472-b87e2eefe518 None None] Pushing event updated for resources: {'Port': ['ID=686d7e23-bdea-49de-9699-79cdaa7c35fa,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:26.402235 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:26.424374 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:26.425028 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Checking segment: {'id': '4f63c17c-1293-4659-9669-7c7da68a2d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:26.425727 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Bound using segment: {'id': '4f63c17c-1293-4659-9669-7c7da68a2d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c'} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:26.426227 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Bound port: d98370fa-9fb9-4a61-b4bb-53554447eae1, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f63c17c-1293-4659-9669-7c7da68a2d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c'}}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:26.426776 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:26.432255 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:26.440973 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:26.479644 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:26.480146 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:26.480405 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a Oct 03 15:59:26.571135 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (d9310453-9451-498a-be47-63e2d08ca725), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:26.592334 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311fd90-9f58-48ed-8a72-5961ccd5b2a5 req-c29be335-c6d5-477a-b6ad-a468c90bfcfc tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:26.594999 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b311fd90-9f58-48ed-8a72-5961ccd5b2a5 req-c29be335-c6d5-477a-b6ad-a468c90bfcfc tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 944 time: 1.1040573 Oct 03 15:59:26.623868 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:26.702540 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event updated for resources: {'Port': ['ID=4ba2864a-1781-498a-9475-211dea452185,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:26.708322 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=c58c5a39-7baf-4561-9a32-e99f76420a1e,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:26.778706 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] Set router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:26.792591 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4502a2e8-63bd-4219-8738-9d11f4d4148a admin admin] Publish callbacks [] for security_group (0b6cfcec-6ada-4ad5-a6e1-79e3fc68fe82), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:26.816465 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-1f252dda-8606-4cc6-8f4b-8bc1ac262dee tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:26.821704 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-1f252dda-8606-4cc6-8f4b-8bc1ac262dee tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 818 time: 0.8710206 Oct 03 15:59:26.836375 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4502a2e8-63bd-4219-8738-9d11f4d4148a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0b6cfcec-6ada-4ad5-a6e1-79e3fc68fe82), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:26.849672 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-a268dc33-a0f2-413a-a36c-f67a258038b9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Request body: {'port': {'device_id': '7100bc2d-5133-4f37-a224-1eba62ee2aab', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'admin_state_up': True, 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:26.894723 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b311fd90-9f58-48ed-8a72-5961ccd5b2a5 req-f71ac5da-89c7-4525-ac21-b8df51ce28bf tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713475 Oct 03 15:59:26.918207 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (4ba2864a-1781-498a-9475-211dea452185), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:26.932986 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-5e5a37c6-d3c6-4c42-8dbf-d9ef9a94632e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4138315 Oct 03 15:59:27.027018 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:27.028388 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:27.029633 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 782b6fdb-be19-47cf-8106-79f51012505a up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:27.227098 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:27.253072 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for port (4ba2864a-1781-498a-9475-211dea452185), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:27.255123 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:27.259993 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (4ba2864a-1781-498a-9475-211dea452185), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:27.264421 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (d9310453-9451-498a-be47-63e2d08ca725), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:27.291796 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:27.301539 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502a2e8-63bd-4219-8738-9d11f4d4148a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6cfcec-6ada-4ad5-a6e1-79e3fc68fe82,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:27.397830 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:27.438789 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 782b6fdb-be19-47cf-8106-79f51012505a triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:27.439325 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (782b6fdb-be19-47cf-8106-79f51012505a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:27.439674 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 782b6fdb-be19-47cf-8106-79f51012505a Oct 03 15:59:27.505028 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:27.506543 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8518081 Oct 03 15:59:27.518902 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:27.541206 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26633d8-a165-456a-b587-2b889aceb47c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event updated for resources: {'Port': ['ID=4ba2864a-1781-498a-9475-211dea452185,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:27.574889 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] For port d98370fa-9fb9-4a61-b4bb-53554447eae1, host hv-cinder-84456, cleared binding levels {{(pid=106163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:27.597944 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-4502a2e8-63bd-4219-8738-9d11f4d4148a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ca133ddf3c61490093232365a8555999&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1139073 Oct 03 15:59:27.600246 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46640) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:27.617485 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513dc9d-4d5d-4aba-a4c2-7c940be99408 None None] The sync data for ids ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'] in dv-cinder-844563-13-iscsi is: [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:59:27.672264 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-a268dc33-a0f2-413a-a36c-f67a258038b9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Made reservation on behalf of f2ed0fa1c2fe47a485c26522b2e81b8b for: {'port': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:59:27.675729 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7d7a7506-d6ee-484e-9246-72f4caeaa3d9 req-3d121976-067c-42b3-bb46-2dfbd4761c6d tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 210 time: 0.1238263 Oct 03 15:59:27.684877 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-a268dc33-a0f2-413a-a36c-f67a258038b9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:27.689131 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] For port d98370fa-9fb9-4a61-b4bb-53554447eae1, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d98370fa-9fb9-4a61-b4bb-53554447eae1,segment=NetworkSegment(4f63c17c-1293-4659-9669-7c7da68a2d90),segment_id=4f63c17c-1293-4659-9669-7c7da68a2d90)] {{(pid=106163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:27.822804 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c64dbdee-9b26-47cc-bd2c-d0ce5931d122 admin admin] Publish callbacks [] for security_group (0b6cfcec-6ada-4ad5-a6e1-79e3fc68fe82), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:27.828040 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 782b6fdb-be19-47cf-8106-79f51012505a is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:27.828334 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (782b6fdb-be19-47cf-8106-79f51012505a), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:27.896810 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c64dbdee-9b26-47cc-bd2c-d0ce5931d122 admin admin] Publish callbacks [] for security_group (0b6cfcec-6ada-4ad5-a6e1-79e3fc68fe82), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:27.964870 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 782b6fdb-be19-47cf-8106-79f51012505a, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=782b6fdb-be19-47cf-8106-79f51012505a,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:27.973139 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (782b6fdb-be19-47cf-8106-79f51012505a), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:28.080265 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c64dbdee-9b26-47cc-bd2c-d0ce5931d122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0b6cfcec-6ada-4ad5-a6e1-79e3fc68fe82), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:28.091447 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c64dbdee-9b26-47cc-bd2c-d0ce5931d122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:28.102705 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-c64dbdee-9b26-47cc-bd2c-d0ce5931d122 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0b6cfcec-6ada-4ad5-a6e1-79e3fc68fe82 HTTP/1.1" status: 204 len: 168 time: 0.5007091 Oct 03 15:59:28.147893 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64dbdee-9b26-47cc-bd2c-d0ce5931d122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6cfcec-6ada-4ad5-a6e1-79e3fc68fe82,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:28.210004 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=782b6fdb-be19-47cf-8106-79f51012505a,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:28.287061 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:28.340379 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:28.347227 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:28.351544 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/d98370fa-9fb9-4a61-b4bb-53554447eae1 HTTP/1.1" status: 200 len: 1094 time: 5.1724622 Oct 03 15:59:28.355373 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597', 'tag': 'd98370fa-9fb9-4a61-b4bb-53554447eae1'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:59:28.613609 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device c58c5a39-7baf-4561-9a32-e99f76420a1e up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:28.675908 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-a268dc33-a0f2-413a-a36c-f67a258038b9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Allocated IP 172.20.0.5 (8944939a-3352-4658-bad6-12912f50f635/f21be2b1-c7a2-4cb7-b6d5-de36b0126245/cc1af7f2-81c4-4fc8-858e-39dbf9a276f6) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:28.810870 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port c58c5a39-7baf-4561-9a32-e99f76420a1e triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:28.822490 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:28.831581 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port c58c5a39-7baf-4561-9a32-e99f76420a1e Oct 03 15:59:29.096750 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port c58c5a39-7baf-4561-9a32-e99f76420a1e is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:29.105738 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 686d7e23-bdea-49de-9699-79cdaa7c35fa up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:29.145625 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931764f-f26d-4073-92c6-b004914b95f2 req-926bdbb7-d828-47da-b247-26a5f1e5399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:29.147198 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-926bdbb7-d828-47da-b247-26a5f1e5399a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=943f7e5ccad5410896a40678aeaaf1c1&device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 1128 time: 0.6771238 Oct 03 15:59:29.249742 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:29.297584 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 686d7e23-bdea-49de-9699-79cdaa7c35fa triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:29.313812 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:29.314410 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 686d7e23-bdea-49de-9699-79cdaa7c35fa Oct 03 15:59:29.445469 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46692) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:29.514083 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-a268dc33-a0f2-413a-a36c-f67a258038b9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:29.559081 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 686d7e23-bdea-49de-9699-79cdaa7c35fa is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:29.559753 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:29.592500 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d68b5bf-186a-41a0-8586-602941d79ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597", "tag": "d98370fa-9fb9-4a61-b4bb-53554447eae1"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:59:29.618581 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 686d7e23-bdea-49de-9699-79cdaa7c35fa, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=686d7e23-bdea-49de-9699-79cdaa7c35fa,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:29.632574 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:29.633573 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device aec9e3f7-2368-418f-8ac7-22c598f4b6ac up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:29.636219 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-a268dc33-a0f2-413a-a36c-f67a258038b9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:29.641841 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-1ed3788b-dd64-462c-b8a8-1b8d52491be8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d98370fa-9fb9-4a61-b4bb-53554447eae1 HTTP/1.1" status: 200 len: 217 time: 0.4044957 Oct 03 15:59:29.642697 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9663910-76a6-4b5e-94dd-a2cf3e97f420 service neutron] Pushing event updated for resources: {'Port': ['ID=d98370fa-9fb9-4a61-b4bb-53554447eae1,revision_number=3']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:29.727051 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:UPDATE=6,neutron:SELECT=86,neutron:INSERT=8 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:29.729949 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931764f-f26d-4073-92c6-b004914b95f2 req-1c94216b-393f-4ea7-91a4-36d53ecdff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:29.731516 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-1c94216b-393f-4ea7-91a4-36d53ecdff79 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=617dd94f-a06b-461a-b7cf-78502b91163e HTTP/1.1" status: 200 len: 851 time: 0.0785899 Oct 03 15:59:29.738933 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:29.742747 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4ebff6a1-c4da-4a1e-be99-864f01f9d9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:29.769446 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:29.800828 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=686d7e23-bdea-49de-9699-79cdaa7c35fa,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:29.875048 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port aec9e3f7-2368-418f-8ac7-22c598f4b6ac triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:29.876033 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:29.876511 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port aec9e3f7-2368-418f-8ac7-22c598f4b6ac Oct 03 15:59:30.002942 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-a268dc33-a0f2-413a-a36c-f67a258038b9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Network 8944939a-3352-4658-bad6-12912f50f635 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:30.007560 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-a268dc33-a0f2-413a-a36c-f67a258038b9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:30.013725 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-a268dc33-a0f2-413a-a36c-f67a258038b9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:30.019738 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268dc33-a0f2-413a-a36c-f67a258038b9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Pushing event updated for resources: {'Port': ['ID=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:30.023741 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931764f-f26d-4073-92c6-b004914b95f2 req-79b8a543-0113-4584-9db1-819f87a997b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:30.025593 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-79b8a543-0113-4584-9db1-819f87a997b2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6729b450-3931-444e-a8de-cc935e69b64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2769628 Oct 03 15:59:30.090504 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4ebff6a1-c4da-4a1e-be99-864f01f9d9c4 admin admin] Publish callbacks [] for security_group (2910b81a-bb9e-4077-9a45-54a3f1b0140a), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:30.097757 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4ebff6a1-c4da-4a1e-be99-864f01f9d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (2910b81a-bb9e-4077-9a45-54a3f1b0140a), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:30.103474 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-a268dc33-a0f2-413a-a36c-f67a258038b9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:30.104258 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-a268dc33-a0f2-413a-a36c-f67a258038b9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:30.134862 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-a268dc33-a0f2-413a-a36c-f67a258038b9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2963238 Oct 03 15:59:30.158863 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 46714) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:30.159126 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-4ebff6a1-c4da-4a1e-be99-864f01f9d9c4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e74c9bc3c5dd46e09d0e20f73cbb97af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7116246 Oct 03 15:59:30.192181 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebff6a1-c4da-4a1e-be99-864f01f9d9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2910b81a-bb9e-4077-9a45-54a3f1b0140a,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:30.325459 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-288579c1-b41c-4dc5-8985-a52a4f2bd31e admin admin] Publish callbacks [] for security_group (2910b81a-bb9e-4077-9a45-54a3f1b0140a), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:30.407006 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-288579c1-b41c-4dc5-8985-a52a4f2bd31e admin admin] Publish callbacks [] for security_group (2910b81a-bb9e-4077-9a45-54a3f1b0140a), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:30.418771 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port aec9e3f7-2368-418f-8ac7-22c598f4b6ac is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:30.509214 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Request body: {'port': {'device_id': '7100bc2d-5133-4f37-a224-1eba62ee2aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:30.582097 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-9b984194-12e0-467f-bcc1-34e9240de223 None None] Provisioning complete for port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:30.583199 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9b984194-12e0-467f-bcc1-34e9240de223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:30.591727 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-9b984194-12e0-467f-bcc1-34e9240de223 None None] Attempt 1 to provision port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 Oct 03 15:59:30.631646 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-288579c1-b41c-4dc5-8985-a52a4f2bd31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (2910b81a-bb9e-4077-9a45-54a3f1b0140a), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:30.646386 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-288579c1-b41c-4dc5-8985-a52a4f2bd31e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:30.652115 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-288579c1-b41c-4dc5-8985-a52a4f2bd31e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2910b81a-bb9e-4077-9a45-54a3f1b0140a HTTP/1.1" status: 204 len: 168 time: 0.4916592 Oct 03 15:59:30.735026 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:30.748976 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288579c1-b41c-4dc5-8985-a52a4f2bd31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2910b81a-bb9e-4077-9a45-54a3f1b0140a,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:30.751871 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-9b984194-12e0-467f-bcc1-34e9240de223 None None] Port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:59:30.768024 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.48', 53366) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:30.780051 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 686d7e23-bdea-49de-9699-79cdaa7c35fa up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:30.830860 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:30.849851 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-8186e7ef-657f-4585-8dd2-335bdf81f325 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6729b450-3931-444e-a8de-cc935e69b64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367810 Oct 03 15:59:30.851210 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 686d7e23-bdea-49de-9699-79cdaa7c35fa triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:30.851834 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:30.852354 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 686d7e23-bdea-49de-9699-79cdaa7c35fa Oct 03 15:59:31.059738 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 686d7e23-bdea-49de-9699-79cdaa7c35fa is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:31.061787 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 782b6fdb-be19-47cf-8106-79f51012505a up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:31.081201 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c74da-ab36-4250-b627-14737a5c5431 req-d088b23d-a7e9-4fe0-94d4-57b887e35e0e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:31.088923 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-d088b23d-a7e9-4fe0-94d4-57b887e35e0e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.48 "GET /networking/v2.0/networks?id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 HTTP/1.1" status: 200 len: 810 time: 0.3189757 Oct 03 15:59:31.150677 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 782b6fdb-be19-47cf-8106-79f51012505a triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:31.151308 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (782b6fdb-be19-47cf-8106-79f51012505a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:31.151649 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 782b6fdb-be19-47cf-8106-79f51012505a Oct 03 15:59:31.212519 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:31.299089 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 782b6fdb-be19-47cf-8106-79f51012505a is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:31.301198 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-ae173339-b852-422c-9320-7d43a20cf4e4 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a8db1f811cf84507ad7ea7058d6a0d25 HTTP/1.1" status: 200 len: 380 time: 0.1580906 Oct 03 15:59:31.311297 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-a12c74da-ab36-4250-b627-14737a5c5431 req-eb840d76-cf7d-4bc7-a890-411e1ba25dbd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Request body: {'port': {'device_id': 'e7a24b8d-f733-4d00-8cbd-5f211f9ef68e', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'admin_state_up': True, 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'security_groups': ['80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e']}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:31.496093 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0931764f-f26d-4073-92c6-b004914b95f2 req-b166f019-e6c7-41a8-abc9-0cb66754d2c2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6729b450-3931-444e-a8de-cc935e69b64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881710 Oct 03 15:59:31.630249 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 46736) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:31.647222 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-27cb890c-bcca-469c-b352-869aba3182ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:31.727791 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12c74da-ab36-4250-b627-14737a5c5431 req-eb840d76-cf7d-4bc7-a890-411e1ba25dbd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Made reservation on behalf of a8db1f811cf84507ad7ea7058d6a0d25 for: {'port': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:59:31.733236 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a12c74da-ab36-4250-b627-14737a5c5431 req-eb840d76-cf7d-4bc7-a890-411e1ba25dbd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:31.783385 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:31.915708 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:31.973079 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-27cb890c-bcca-469c-b352-869aba3182ed admin admin] Publish callbacks [] for security_group (9bb83ff7-334c-42c8-8379-0a968513e7b5), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:31.982033 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-27cb890c-bcca-469c-b352-869aba3182ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (9bb83ff7-334c-42c8-8379-0a968513e7b5), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:32.045579 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 {{(pid=106163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:59:32.096207 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Publish callbacks [] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:32.103424 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-27cb890c-bcca-469c-b352-869aba3182ed admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=725968f875aa43c08da053a262cb7184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4718990 Oct 03 15:59:32.111245 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 46756) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:32.174153 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb890c-bcca-469c-b352-869aba3182ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb83ff7-334c-42c8-8379-0a968513e7b5,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:32.194434 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.provisioning_blocks [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Transition to ACTIVE for port object cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 will not be triggered until provisioned by entity L2. {{(pid=106163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 15:59:32.214328 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:32.234266 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [req-a12c74da-ab36-4250-b627-14737a5c5431 req-eb840d76-cf7d-4bc7-a890-411e1ba25dbd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Allocated IP 172.20.0.8 (1b631aad-5777-4efa-a0a0-1b5b5e7e2d32/26d397fd-4b80-4bbf-a0fc-de0f65c079d4/d710284d-cf34-4ba0-b620-3fcbf1bcd02b) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:32.411825 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:32.440760 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:32.520378 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a12c74da-ab36-4250-b627-14737a5c5431 req-eb840d76-cf7d-4bc7-a890-411e1ba25dbd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:32.539038 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-75a63794-bb7a-4cc6-a369-9bf47ddf7a04 admin admin] Publish callbacks [] for security_group (9bb83ff7-334c-42c8-8379-0a968513e7b5), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:32.545363 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=50 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:32.658039 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:32.672822 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a12c74da-ab36-4250-b627-14737a5c5431 req-eb840d76-cf7d-4bc7-a890-411e1ba25dbd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:32.738206 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-75a63794-bb7a-4cc6-a369-9bf47ddf7a04 admin admin] Publish callbacks [] for security_group (9bb83ff7-334c-42c8-8379-0a968513e7b5), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:32.738784 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12c74da-ab36-4250-b627-14737a5c5431 req-eb840d76-cf7d-4bc7-a890-411e1ba25dbd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:32.738936 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Attempting to bind port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:32.739161 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Attempting to bind port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:32.744865 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Attempting to bind port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 on network 8944939a-3352-4658-bad6-12912f50f635 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:32.797724 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [req-a12c74da-ab36-4250-b627-14737a5c5431 req-eb840d76-cf7d-4bc7-a890-411e1ba25dbd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:32.820816 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12c74da-ab36-4250-b627-14737a5c5431 req-eb840d76-cf7d-4bc7-a890-411e1ba25dbd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:32.837739 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c74da-ab36-4250-b627-14737a5c5431 req-eb840d76-cf7d-4bc7-a890-411e1ba25dbd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:32.838701 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a12c74da-ab36-4250-b627-14737a5c5431 req-eb840d76-cf7d-4bc7-a890-411e1ba25dbd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:32.916234 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-75a63794-bb7a-4cc6-a369-9bf47ddf7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (9bb83ff7-334c-42c8-8379-0a968513e7b5), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:32.928797 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-75a63794-bb7a-4cc6-a369-9bf47ddf7a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:32.937236 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-75a63794-bb7a-4cc6-a369-9bf47ddf7a04 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9bb83ff7-334c-42c8-8379-0a968513e7b5 HTTP/1.1" status: 204 len: 168 time: 0.8131778 Oct 03 15:59:33.027883 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a63794-bb7a-4cc6-a369-9bf47ddf7a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb83ff7-334c-42c8-8379-0a968513e7b5,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:33.066398 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 on network 8944939a-3352-4658-bad6-12912f50f635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 15:59:33.066792 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Attempting to bind port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 on network 8944939a-3352-4658-bad6-12912f50f635 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:33.090847 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-eb840d76-cf7d-4bc7-a890-411e1ba25dbd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7844107 Oct 03 15:59:33.091939 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb840d76-cf7d-4bc7-a890-411e1ba25dbd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event updated for resources: {'Port': ['ID=d710284d-cf34-4ba0-b620-3fcbf1bcd02b,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:33.126132 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Request body: {'port': {'device_id': 'e7a24b8d-f733-4d00-8cbd-5f211f9ef68e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:33.150027 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:33.150595 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Checking segment: {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:33.150984 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Bound using segment: {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:33.151726 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Bound port: cc1af7f2-81c4-4fc8-858e-39dbf9a276f6, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'}}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:33.152441 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:33.256612 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] For port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6, host hv-cinder-84456, cleared binding levels {{(pid=106163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:33.261023 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] For port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:33.271253 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:33.283667 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:33.284661 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:33.287024 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 HTTP/1.1" status: 200 len: 1093 time: 2.7840438 Oct 03 15:59:33.369144 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1575b-e668-4fd2-955b-ce1090868ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6,revision_number=3']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:33.384302 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:33.413179 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-2d4ca21e-73ec-4a26-9686-91d7390040ca None None] Provisioning complete for port d710284d-cf34-4ba0-b620-3fcbf1bcd02b triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:33.413707 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca21e-73ec-4a26-9686-91d7390040ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:33.413904 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-2d4ca21e-73ec-4a26-9686-91d7390040ca None None] Attempt 1 to provision port d710284d-cf34-4ba0-b620-3fcbf1bcd02b Oct 03 15:59:33.438634 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-efaa5d32-1ec0-48d2-9b2b-f78360cad7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:33.444656 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-efaa5d32-1ec0-48d2-9b2b-f78360cad7e4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 1127 time: 0.0694046 Oct 03 15:59:33.521490 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ca21e-73ec-4a26-9686-91d7390040ca None None] Port d710284d-cf34-4ba0-b620-3fcbf1bcd02b cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:59:33.554512 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-28902dd7-c909-44d3-94f0-dba49d38c1af service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 HTTP/1.1" status: 200 len: 217 time: 0.0986373 Oct 03 15:59:33.623815 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:33.646078 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-cf500a7b-57ac-472a-8f92-c562d9f8d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:33.648257 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-cf500a7b-57ac-472a-8f92-c562d9f8d2f8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.0697317 Oct 03 15:59:33.851409 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-0c309088-ecff-47d1-bb9e-68a6c5024d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:33.860304 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-0c309088-ecff-47d1-bb9e-68a6c5024d68 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1391823 Oct 03 15:59:34.191963 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d710284d-cf34-4ba0-b620-3fcbf1bcd02b {{(pid=106162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:59:34.200894 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Publish callbacks [] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:34.237926 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.provisioning_blocks [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Transition to ACTIVE for port object d710284d-cf34-4ba0-b620-3fcbf1bcd02b will not be triggered until provisioned by entity L2. {{(pid=106162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 15:59:34.242280 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:34.272689 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-d37bd790-7a2f-40e8-a0e3-de0e866121d2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753260 Oct 03 15:59:34.303748 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:34.449820 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5c69860b-fce3-41ba-a6a4-ffc4ac511d7c req-9b8731cb-e7db-4651-b933-b08b0dd9339f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664662 Oct 03 15:59:34.647171 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Attempting to bind port d710284d-cf34-4ba0-b620-3fcbf1bcd02b on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:34.648244 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Attempting to bind port d710284d-cf34-4ba0-b620-3fcbf1bcd02b by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:34.648787 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Attempting to bind port d710284d-cf34-4ba0-b620-3fcbf1bcd02b on network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:34.680910 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d710284d-cf34-4ba0-b620-3fcbf1bcd02b,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:34.714243 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Port d710284d-cf34-4ba0-b620-3fcbf1bcd02b on network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 15:59:34.714805 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Attempting to bind port d710284d-cf34-4ba0-b620-3fcbf1bcd02b on network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:34.772600 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:34.773251 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Checking segment: {'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:34.773605 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Bound using segment: {'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:34.774036 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Bound port: d710284d-cf34-4ba0-b620-3fcbf1bcd02b, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'}}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:34.774407 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:34.884279 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] For port d710284d-cf34-4ba0-b620-3fcbf1bcd02b, host hv-cinder-84456, cleared binding levels {{(pid=106162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:34.930335 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] For port d710284d-cf34-4ba0-b620-3fcbf1bcd02b, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d710284d-cf34-4ba0-b620-3fcbf1bcd02b,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:34.943789 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:34.961969 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:34.961969 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:34.961969 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/d710284d-cf34-4ba0-b620-3fcbf1bcd02b HTTP/1.1" status: 200 len: 1093 time: 1.8461483 Oct 03 15:59:34.963067 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a24b8d-f733-4d00-8cbd-5f211f9ef68e', 'tag': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:59:35.462520 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:35.520361 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6206edc8-3c4c-4eb8-ae48-59899abe8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:35.522431 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-6206edc8-3c4c-4eb8-ae48-59899abe8efe service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a8db1f811cf84507ad7ea7058d6a0d25&device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 1127 time: 0.2146032 Oct 03 15:59:35.567098 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:35.670864 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798ddec-f6de-40d3-8eff-95ddcab014d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d710284d-cf34-4ba0-b620-3fcbf1bcd02b,revision_number=3']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:35.676811 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-2c218971-c83f-44e7-8473-24472bb9a930 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d710284d-cf34-4ba0-b620-3fcbf1bcd02b HTTP/1.1" status: 200 len: 217 time: 0.1147690 Oct 03 15:59:35.694649 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a89090-aada-45ef-bcd3-8d8146e3f32e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a24b8d-f733-4d00-8cbd-5f211f9ef68e", "tag": "d710284d-cf34-4ba0-b620-3fcbf1bcd02b"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:59:35.879366 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 46908) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:35.996197 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-2a71c5ba-195b-44ca-a5c5-42ea9c6df66b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1909503443&fields=id&tenant_id=d7ee0d51f58e4abd8867c54458f504fc HTTP/1.1" status: 200 len: 267 time: 0.1067491 Oct 03 15:59:36.149806 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-c27f75a3-58d6-4937-b92f-2806039425bd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:36.150319 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-223e2621-6ba9-46c3-bc0f-00e7f2714779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:36.151321 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-c27f75a3-58d6-4937-b92f-2806039425bd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 818 time: 0.2735429 Oct 03 15:59:36.176208 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c74da-ab36-4250-b627-14737a5c5431 req-75d5624f-5a03-4685-a337-a581f80cf68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:36.177663 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-75d5624f-5a03-4685-a337-a581f80cf68c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=26d397fd-4b80-4bbf-a0fc-de0f65c079d4 HTTP/1.1" status: 200 len: 849 time: 0.1355662 Oct 03 15:59:36.182117 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-9ca1fed2-6905-4e90-b10a-9cc79f8d6a93 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/quotas/f2ed0fa1c2fe47a485c26522b2e81b8b HTTP/1.1" status: 200 len: 375 time: 0.0208457 Oct 03 15:59:36.241020 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-223e2621-6ba9-46c3-bc0f-00e7f2714779 admin admin] Publish callbacks [] for security_group (0b0aec27-c3fa-44c8-807c-46e09f2994c5), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:36.244961 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-223e2621-6ba9-46c3-bc0f-00e7f2714779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0b0aec27-c3fa-44c8-807c-46e09f2994c5), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:36.291225 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-223e2621-6ba9-46c3-bc0f-00e7f2714779 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f0cb9b2881ac49e2b21d6a3349762e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4083095 Oct 03 15:59:36.291225 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e2621-6ba9-46c3-bc0f-00e7f2714779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0aec27-c3fa-44c8-807c-46e09f2994c5,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:36.291733 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-44e9ae7b-89ee-48a5-8fc4-6853aff778e6 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985754 Oct 03 15:59:36.294367 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 46924) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:36.338091 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5550c43-722f-4529-a649-1647d6763508 req-9c8c1867-8872-4364-b073-380c402b5953 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:36.339731 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-9c8c1867-8872-4364-b073-380c402b5953 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/networks?id=90c6b009-4013-4301-b819-4e12c2de8610 HTTP/1.1" status: 200 len: 816 time: 0.3302748 Oct 03 15:59:36.357171 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8f318dc3-cf5e-4205-afee-8d361027a0da admin admin] Publish callbacks [] for security_group (0b0aec27-c3fa-44c8-807c-46e09f2994c5), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:36.370353 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:36.381106 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8f318dc3-cf5e-4205-afee-8d361027a0da admin admin] Publish callbacks [] for security_group (0b0aec27-c3fa-44c8-807c-46e09f2994c5), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:36.383278 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c74da-ab36-4250-b627-14737a5c5431 req-a0e592e8-4f60-41cf-91f1-97806333e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:36.384823 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-a0e592e8-4f60-41cf-91f1-97806333e19f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1421895 Oct 03 15:59:36.442895 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8f318dc3-cf5e-4205-afee-8d361027a0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0b0aec27-c3fa-44c8-807c-46e09f2994c5), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:36.447541 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8f318dc3-cf5e-4205-afee-8d361027a0da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:36.449077 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-8f318dc3-cf5e-4205-afee-8d361027a0da admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0b0aec27-c3fa-44c8-807c-46e09f2994c5 HTTP/1.1" status: 204 len: 168 time: 0.1535108 Oct 03 15:59:36.458965 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f318dc3-cf5e-4205-afee-8d361027a0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0aec27-c3fa-44c8-807c-46e09f2994c5,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:36.461639 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-c8e67835-f9dc-4eb5-97c5-282f8b62058f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/quotas/d7ee0d51f58e4abd8867c54458f504fc HTTP/1.1" status: 200 len: 375 time: 0.0813346 Oct 03 15:59:36.549928 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-831fd0df-fd04-43e8-a1f5-de20634576a2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d7ee0d51f58e4abd8867c54458f504fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822158 Oct 03 15:59:36.600964 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-5bcf6c6d-24ed-4165-8c5b-4d153a55e1b5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582262 Oct 03 15:59:36.753336 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-36f70d78-09bd-41c1-b457-f4824a864a59 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824534 Oct 03 15:59:36.836317 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-4fa35ff5-d4be-46b4-b0e4-cd70da01e53a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342720 Oct 03 15:59:36.880501 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-f1b82efd-ceda-4c31-a9a7-45b973a2120a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146216 Oct 03 15:59:36.915572 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 46948) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:36.945055 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d5f7fb23-feb5-459b-94af-6b0b20b9a97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:37.085471 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3990644-b661-4574-841c-b09f0d50f147 req-f2a5c967-9444-44ae-88ce-53b6f5506663 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:37.092826 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a3990644-b661-4574-841c-b09f0d50f147 req-f2a5c967-9444-44ae-88ce-53b6f5506663 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 944 time: 0.0578361 Oct 03 15:59:37.173144 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d5f7fb23-feb5-459b-94af-6b0b20b9a97b admin admin] Publish callbacks [] for security_group (439baae5-5b9f-4387-8617-60a54857e09f), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:37.179935 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d5f7fb23-feb5-459b-94af-6b0b20b9a97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (439baae5-5b9f-4387-8617-60a54857e09f), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:37.204295 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a3990644-b661-4574-841c-b09f0d50f147 req-18d6d5a8-f08b-4e94-b4a7-538851163834 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100092 Oct 03 15:59:37.246762 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cf11a-2f38-4933-a822-cbfcadda4de6 req-6c684b74-ce72-4ccc-9b45-fbeee30a813e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:37.248787 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d52cf11a-2f38-4933-a822-cbfcadda4de6 req-6c684b74-ce72-4ccc-9b45-fbeee30a813e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 943 time: 0.0985949 Oct 03 15:59:37.273111 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-d5f7fb23-feb5-459b-94af-6b0b20b9a97b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e7596cf5d5fd4bbeaa09af0be05f53b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540592 Oct 03 15:59:37.277436 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 46962) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:37.317244 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:37.321711 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:37.323056 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:37.348353 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7fb23-feb5-459b-94af-6b0b20b9a97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439baae5-5b9f-4387-8617-60a54857e09f,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:37.365665 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d52cf11a-2f38-4933-a822-cbfcadda4de6 req-303d9f03-0f36-4761-ba5c-f0bffa851e79 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052184 Oct 03 15:59:37.411269 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-19858faa-aaa1-4b0e-92e5-b3ac0749dcaa admin admin] Publish callbacks [] for security_group (439baae5-5b9f-4387-8617-60a54857e09f), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:37.434098 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-19858faa-aaa1-4b0e-92e5-b3ac0749dcaa admin admin] Publish callbacks [] for security_group (439baae5-5b9f-4387-8617-60a54857e09f), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:37.466511 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 46976) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:37.509214 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-19858faa-aaa1-4b0e-92e5-b3ac0749dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (439baae5-5b9f-4387-8617-60a54857e09f), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:37.513514 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-19858faa-aaa1-4b0e-92e5-b3ac0749dcaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:37.514882 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-19858faa-aaa1-4b0e-92e5-b3ac0749dcaa admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/439baae5-5b9f-4387-8617-60a54857e09f HTTP/1.1" status: 204 len: 168 time: 0.2313206 Oct 03 15:59:37.524983 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19858faa-aaa1-4b0e-92e5-b3ac0749dcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439baae5-5b9f-4387-8617-60a54857e09f,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:37.743957 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d332db8-2c16-494a-8fbc-39c0c1815f83 x-openstack-request-id: req-0d332db8-2c16-494a-8fbc-39c0c1815f83 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:59:37.744331 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597", "tag": "d98370fa-9fb9-4a61-b4bb-53554447eae1", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:59:37.744535 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0d332db8-2c16-494a-8fbc-39c0c1815f83 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:59:37.745014 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d332db8-2c16-494a-8fbc-39c0c1815f83'] response: {'name': 'network-changed', 'server_uuid': 'cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597', 'tag': 'd98370fa-9fb9-4a61-b4bb-53554447eae1', 'status': 'completed', 'code': 200} Oct 03 15:59:37.928378 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a37c6d-9b10-4825-8c75-994aff92df01 x-openstack-request-id: req-46a37c6d-9b10-4825-8c75-994aff92df01 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:59:37.928947 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a24b8d-f733-4d00-8cbd-5f211f9ef68e", "tag": "d710284d-cf34-4ba0-b620-3fcbf1bcd02b", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:59:37.928947 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-46a37c6d-9b10-4825-8c75-994aff92df01 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:59:37.929390 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a37c6d-9b10-4825-8c75-994aff92df01'] response: {'name': 'network-changed', 'server_uuid': 'e7a24b8d-f733-4d00-8cbd-5f211f9ef68e', 'tag': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b', 'status': 'completed', 'code': 200} Oct 03 15:59:37.944858 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-aaac6458-0685-477f-a0b0-c028fd4757ae req-75ebc6e4-7cd6-4f54-806d-c2c6106d79f1 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 210 time: 0.1175039 Oct 03 15:59:37.951698 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0defc857-67dd-41d3-85a2-40b1a0374ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:38.025804 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-717389fa-dcb9-4fdd-b7e2-17590d02ed76 req-3f51d0ef-a9ec-4626-b386-f0291ffcd590 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 210 time: 0.0613847 Oct 03 15:59:38.169531 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0defc857-67dd-41d3-85a2-40b1a0374ea1 admin admin] Publish callbacks [] for security_group (0d5fd138-5cb4-436a-a0b5-e3f48de91369), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:38.180589 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0defc857-67dd-41d3-85a2-40b1a0374ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0d5fd138-5cb4-436a-a0b5-e3f48de91369), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:38.209283 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b5bf-186a-41a0-8586-602941d79ab9 req-718e24d5-20cb-4285-b8ea-065df2d2df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:38.211710 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d68b5bf-186a-41a0-8586-602941d79ab9 req-718e24d5-20cb-4285-b8ea-065df2d2df88 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=943f7e5ccad5410896a40678aeaaf1c1&device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 1128 time: 0.1138506 Oct 03 15:59:38.237282 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-0defc857-67dd-41d3-85a2-40b1a0374ea1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e00962e815cd4ec2a90135d306bde922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7691202 Oct 03 15:59:38.244143 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-d8a76483-6a01-479f-8f76-ded50c5a9e25 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856809 Oct 03 15:59:38.249527 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47004) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:38.344896 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defc857-67dd-41d3-85a2-40b1a0374ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5fd138-5cb4-436a-a0b5-e3f48de91369,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:38.382358 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:38.449447 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779e90-dd2c-498d-8948-a4d4fe3aeb58 req-39d5712b-a170-4632-b4e9-ad73eb0a3f12 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:38.458455 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1f779e90-dd2c-498d-8948-a4d4fe3aeb58 req-39d5712b-a170-4632-b4e9-ad73eb0a3f12 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 944 time: 0.1509144 Oct 03 15:59:38.471185 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ba57a2ec-59ec-44e5-aa60-10290d0647c3 admin admin] Publish callbacks [] for security_group (0d5fd138-5cb4-436a-a0b5-e3f48de91369), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:38.474242 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b5bf-186a-41a0-8586-602941d79ab9 req-6c3f495b-5f4c-4b0a-8b8b-bd5d6a115738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:38.475711 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d68b5bf-186a-41a0-8586-602941d79ab9 req-6c3f495b-5f4c-4b0a-8b8b-bd5d6a115738 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6729b450-3931-444e-a8de-cc935e69b64c HTTP/1.1" status: 200 len: 913 time: 0.2569904 Oct 03 15:59:38.509892 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ba57a2ec-59ec-44e5-aa60-10290d0647c3 admin admin] Publish callbacks [] for security_group (0d5fd138-5cb4-436a-a0b5-e3f48de91369), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:38.570754 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ba57a2ec-59ec-44e5-aa60-10290d0647c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0d5fd138-5cb4-436a-a0b5-e3f48de91369), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:38.571648 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a12c74da-ab36-4250-b627-14737a5c5431 req-84279fac-2b1a-4f7d-96f3-4ba3ee9ae092 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098841 Oct 03 15:59:38.573414 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ba57a2ec-59ec-44e5-aa60-10290d0647c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:38.577855 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-ba57a2ec-59ec-44e5-aa60-10290d0647c3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0d5fd138-5cb4-436a-a0b5-e3f48de91369 HTTP/1.1" status: 204 len: 168 time: 0.3263099 Oct 03 15:59:38.587959 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57a2ec-59ec-44e5-aa60-10290d0647c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5fd138-5cb4-436a-a0b5-e3f48de91369,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:38.591752 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c09bfa-e300-4120-8a4e-5bf978223a0d req-053a332d-a667-4d4f-a534-43954f8d7ea5 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:38.594007 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-03c09bfa-e300-4120-8a4e-5bf978223a0d req-053a332d-a667-4d4f-a534-43954f8d7ea5 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 943 time: 0.0862772 Oct 03 15:59:38.609687 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1f779e90-dd2c-498d-8948-a4d4fe3aeb58 req-e18db530-e75e-4082-9425-f93ec84a4cf2 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496358 Oct 03 15:59:38.872306 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-03c09bfa-e300-4120-8a4e-5bf978223a0d req-f10c2e5f-909a-41f8-81f7-73e912e93bd6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542677 Oct 03 15:59:38.957624 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 47028) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:38.971365 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-cafdf92a-7f1d-4472-a166-29a6fbd3b195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:39.084532 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-cafdf92a-7f1d-4472-a166-29a6fbd3b195 admin admin] Publish callbacks [] for security_group (708269f5-57a5-4683-a4c2-b867dfa5010b), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:39.087371 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b62309ae-df6e-4e70-9bfa-18f2f29bb41b req-b348c7ef-9ace-488b-b7ea-a8f7a33c6a78 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 210 time: 0.0372236 Oct 03 15:59:39.091005 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-cafdf92a-7f1d-4472-a166-29a6fbd3b195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (708269f5-57a5-4683-a4c2-b867dfa5010b), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:39.134438 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:39.147718 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47042) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:39.148104 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-cafdf92a-7f1d-4472-a166-29a6fbd3b195 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9a299ee7d37c40098bfadb5e92ad471f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891708 Oct 03 15:59:39.150629 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdf92a-7f1d-4472-a166-29a6fbd3b195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708269f5-57a5-4683-a4c2-b867dfa5010b,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:39.202964 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-036140b6-c47d-47a5-9ede-5866d60d46e9 req-3276d8e7-71b8-4399-9efa-5e04f2e64b8b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 210 time: 0.0446339 Oct 03 15:59:39.249848 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b43b6dc8-548f-45d8-a295-87925163f2b8 admin admin] Publish callbacks [] for security_group (708269f5-57a5-4683-a4c2-b867dfa5010b), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:39.278005 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b43b6dc8-548f-45d8-a295-87925163f2b8 admin admin] Publish callbacks [] for security_group (708269f5-57a5-4683-a4c2-b867dfa5010b), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:39.339667 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b43b6dc8-548f-45d8-a295-87925163f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (708269f5-57a5-4683-a4c2-b867dfa5010b), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:39.343384 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b43b6dc8-548f-45d8-a295-87925163f2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:39.345249 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-b43b6dc8-548f-45d8-a295-87925163f2b8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/708269f5-57a5-4683-a4c2-b867dfa5010b HTTP/1.1" status: 204 len: 168 time: 0.1964719 Oct 03 15:59:39.353678 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b6dc8-548f-45d8-a295-87925163f2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708269f5-57a5-4683-a4c2-b867dfa5010b,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:39.635835 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47060) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:39.731109 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af7c4d-ab45-4468-ad69-5594f29b4cac req-bf27a640-f391-4594-93b9-b58a59c50f8f tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:39.737270 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c0af7c4d-ab45-4468-ad69-5594f29b4cac req-bf27a640-f391-4594-93b9-b58a59c50f8f tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 944 time: 0.0561597 Oct 03 15:59:39.746500 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7100bc2d-5133-4f37-a224-1eba62ee2aab', 'tag': 'cc1af7f2-81c4-4fc8-858e-39dbf9a276f6'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:59:39.748973 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840d3bba-ad1f-45cf-92ce-92e104c1acee" -d '{"events": [{"name": "network-changed", "server_uuid": "7100bc2d-5133-4f37-a224-1eba62ee2aab", "tag": "cc1af7f2-81c4-4fc8-858e-39dbf9a276f6"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:59:39.771868 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-495b1076-b3bd-4a3d-9685-3a92fbe93828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:39.793463 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c0af7c4d-ab45-4468-ad69-5594f29b4cac req-87ae7bf9-b673-420c-828d-04256b55dddd tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547101 Oct 03 15:59:39.794580 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5439db8f-7abf-4662-895d-08c17fe2a125 x-openstack-request-id: req-5439db8f-7abf-4662-895d-08c17fe2a125 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:59:39.795044 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7100bc2d-5133-4f37-a224-1eba62ee2aab", "tag": "cc1af7f2-81c4-4fc8-858e-39dbf9a276f6", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:59:39.795609 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5439db8f-7abf-4662-895d-08c17fe2a125 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:59:39.796030 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5439db8f-7abf-4662-895d-08c17fe2a125'] response: {'name': 'network-changed', 'server_uuid': '7100bc2d-5133-4f37-a224-1eba62ee2aab', 'tag': 'cc1af7f2-81c4-4fc8-858e-39dbf9a276f6', 'status': 'completed', 'code': 200} Oct 03 15:59:39.861606 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-495b1076-b3bd-4a3d-9685-3a92fbe93828 admin admin] Publish callbacks [] for security_group (ead0cc27-9ff7-4eed-ba00-cb23bf202eda), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:39.865585 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-495b1076-b3bd-4a3d-9685-3a92fbe93828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ead0cc27-9ff7-4eed-ba00-cb23bf202eda), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:39.903552 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b1076-b3bd-4a3d-9685-3a92fbe93828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead0cc27-9ff7-4eed-ba00-cb23bf202eda,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:39.917508 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-495b1076-b3bd-4a3d-9685-3a92fbe93828 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=88e2a0e8c6d149aeae9578779632a941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781544 Oct 03 15:59:39.918136 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47076) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:39.926929 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:39.980279 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c7e7adff-f743-4a89-9bf6-7aea4b126275 admin admin] Publish callbacks [] for security_group (ead0cc27-9ff7-4eed-ba00-cb23bf202eda), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:40.003522 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c7e7adff-f743-4a89-9bf6-7aea4b126275 admin admin] Publish callbacks [] for security_group (ead0cc27-9ff7-4eed-ba00-cb23bf202eda), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:40.016626 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6499f-0692-4e25-bd09-e13210e8a55a req-a25682d0-8876-462e-bbfa-97d1e9d56b77 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:40.018292 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-83e6499f-0692-4e25-bd09-e13210e8a55a req-a25682d0-8876-462e-bbfa-97d1e9d56b77 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 943 time: 0.0534453 Oct 03 15:59:40.052835 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:40.063346 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c7e7adff-f743-4a89-9bf6-7aea4b126275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ead0cc27-9ff7-4eed-ba00-cb23bf202eda), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:40.066051 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c7e7adff-f743-4a89-9bf6-7aea4b126275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:40.067528 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-c7e7adff-f743-4a89-9bf6-7aea4b126275 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ead0cc27-9ff7-4eed-ba00-cb23bf202eda HTTP/1.1" status: 204 len: 168 time: 0.1486468 Oct 03 15:59:40.075854 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7adff-f743-4a89-9bf6-7aea4b126275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead0cc27-9ff7-4eed-ba00-cb23bf202eda,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:40.079317 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-83e6499f-0692-4e25-bd09-e13210e8a55a req-338f345f-e978-4ab9-8956-4a7a18396b81 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552740 Oct 03 15:59:40.212922 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8f3d08e9-245e-4d5f-81b6-79a37ec583c5 req-3684ea81-2dbd-41ce-96a8-a12442daf668 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 210 time: 0.0361428 Oct 03 15:59:40.250514 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 15:59:40.271655 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:40.349166 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-39ad1272-26aa-4f89-860a-5321f8f0386c req-ebb78feb-00c5-479d-a2b1-bae81e5ea1aa tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 210 time: 0.0328379 Oct 03 15:59:40.390030 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:40.402413 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': 'cc1af7f2-81c4-4fc8-858e-39dbf9a276f6', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'port_id': 'cc1af7f2-81c4-4fc8-858e-39dbf9a276f6', 'mac_address': 'fa:16:3e:18:83:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 15:59:40.444066 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:40.444453 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:40.459604 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:59:40.481099 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:40.486458 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:40.487675 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device d98370fa-9fb9-4a61-b4bb-53554447eae1 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 15:59:40.556387 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:40.654331 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port d98370fa-9fb9-4a61-b4bb-53554447eae1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d98370fa-9fb9-4a61-b4bb-53554447eae1,segment=NetworkSegment(4f63c17c-1293-4659-9669-7c7da68a2d90),segment_id=4f63c17c-1293-4659-9669-7c7da68a2d90)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:40.664740 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:40.668709 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': 'd98370fa-9fb9-4a61-b4bb-53554447eae1', 'network_id': '6729b450-3931-444e-a8de-cc935e69b64c', 'port_id': 'd98370fa-9fb9-4a61-b4bb-53554447eae1', 'mac_address': 'fa:16:3e:6b:fe:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617dd94f-a06b-461a-b7cf-78502b91163e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 15:59:40.706792 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port d98370fa-9fb9-4a61-b4bb-53554447eae1 is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:40.707398 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:40.721763 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98370fa-9fb9-4a61-b4bb-53554447eae1 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:59:40.751322 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port d98370fa-9fb9-4a61-b4bb-53554447eae1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d98370fa-9fb9-4a61-b4bb-53554447eae1,segment=NetworkSegment(4f63c17c-1293-4659-9669-7c7da68a2d90),segment_id=4f63c17c-1293-4659-9669-7c7da68a2d90)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:40.759901 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:40.817923 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=d98370fa-9fb9-4a61-b4bb-53554447eae1,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:40.932248 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591c4b1-3f80-4194-8002-5079ec4288d0 req-ce801ae5-f0dc-4d47-a21b-9a83121cd67a tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:40.934011 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7591c4b1-3f80-4194-8002-5079ec4288d0 req-ce801ae5-f0dc-4d47-a21b-9a83121cd67a tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 945 time: 0.0535119 Oct 03 15:59:40.985467 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7591c4b1-3f80-4194-8002-5079ec4288d0 req-ba43250f-4734-4a53-8aee-799e7fadf712 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456762 Oct 03 15:59:41.255265 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d68b5bf-186a-41a0-8586-602941d79ab9 req-3604f7ed-0c02-40da-b813-45f4302c565e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d98370fa-9fb9-4a61-b4bb-53554447eae1 HTTP/1.1" status: 200 len: 217 time: 0.0626502 Oct 03 15:59:41.279340 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce4da2-a6c6-4e7c-a12a-e1cf3f984ebb req-e30594ab-e787-41f8-a632-2307b6c154a1 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:41.283191 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-86ce4da2-a6c6-4e7c-a12a-e1cf3f984ebb req-e30594ab-e787-41f8-a632-2307b6c154a1 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 943 time: 0.1077454 Oct 03 15:59:41.370524 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3bcc9089-4f25-40a1-b49a-8103c964db5b req-31aaeafb-84d8-4573-8f0f-c8f7bf20abdc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 210 time: 0.0477054 Oct 03 15:59:41.416410 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-86ce4da2-a6c6-4e7c-a12a-e1cf3f984ebb req-515b3104-c11a-4057-98f1-f5f99215a7ca tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275756 Oct 03 15:59:41.505235 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-92156a1f-dd59-44ec-b290-26a5c26eac54 req-271543c9-5360-49a4-8e89-a2139fc9c3d7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 210 time: 0.0371265 Oct 03 15:59:41.598711 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['d98370fa-9fb9-4a61-b4bb-53554447eae1'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:59:41.741235 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['cc1af7f2-81c4-4fc8-858e-39dbf9a276f6'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:59:41.911705 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:42.101209 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d3bba-ad1f-45cf-92ce-92e104c1acee req-c0fbe45a-56f3-4bb4-b403-ec8d12eee4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:42.103761 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-840d3bba-ad1f-45cf-92ce-92e104c1acee req-c0fbe45a-56f3-4bb4-b403-ec8d12eee4ae service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 1128 time: 0.0622091 Oct 03 15:59:42.238237 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a89090-aada-45ef-bcd3-8d8146e3f32e req-6c57d3ec-1377-44e8-accb-4653f6459527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:42.240476 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a89090-aada-45ef-bcd3-8d8146e3f32e req-6c57d3ec-1377-44e8-accb-4653f6459527 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a8db1f811cf84507ad7ea7058d6a0d25&device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 1127 time: 0.1993682 Oct 03 15:59:42.242607 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b5bf-186a-41a0-8586-602941d79ab9 req-443c9a70-f7ea-48d8-a245-e19a777bcd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:42.244587 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d68b5bf-186a-41a0-8586-602941d79ab9 req-443c9a70-f7ea-48d8-a245-e19a777bcd03 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=617dd94f-a06b-461a-b7cf-78502b91163e HTTP/1.1" status: 200 len: 851 time: 0.2017305 Oct 03 15:59:42.290529 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1227d98-6d53-49fc-b452-1ae0af52fe8b req-80b2b3dd-8208-4a66-9852-0244a9aa863d tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:42.300636 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a1227d98-6d53-49fc-b452-1ae0af52fe8b req-80b2b3dd-8208-4a66-9852-0244a9aa863d tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 945 time: 0.1802490 Oct 03 15:59:42.377167 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b5bf-186a-41a0-8586-602941d79ab9 req-9ac3c0ab-a52b-44bd-9f9f-dddb4169d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:42.378766 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d68b5bf-186a-41a0-8586-602941d79ab9 req-9ac3c0ab-a52b-44bd-9f9f-dddb4169d744 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6729b450-3931-444e-a8de-cc935e69b64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1132889 Oct 03 15:59:42.438732 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:42.461874 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a1227d98-6d53-49fc-b452-1ae0af52fe8b req-7038f5b2-0395-4797-ac7a-18ecb63d5dd8 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599925 Oct 03 15:59:42.463122 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d3bba-ad1f-45cf-92ce-92e104c1acee req-17eeac75-fb46-4796-92eb-a5337a75653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:42.474438 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-840d3bba-ad1f-45cf-92ce-92e104c1acee req-17eeac75-fb46-4796-92eb-a5337a75653d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 919 time: 0.3633399 Oct 03 15:59:42.557119 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a89090-aada-45ef-bcd3-8d8146e3f32e req-5d10b3f5-0dfc-4f98-a527-57978b9e401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:42.563476 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a89090-aada-45ef-bcd3-8d8146e3f32e req-5d10b3f5-0dfc-4f98-a527-57978b9e401e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 HTTP/1.1" status: 200 len: 911 time: 0.2994153 Oct 03 15:59:42.602299 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-840d3bba-ad1f-45cf-92ce-92e104c1acee req-f8259662-9ad9-41f3-bd26-123d573c23f0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 HTTP/1.1" status: 200 len: 217 time: 0.1047013 Oct 03 15:59:42.678628 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.48', 53382) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:42.691311 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a89090-aada-45ef-bcd3-8d8146e3f32e req-2e754a91-980d-41fe-8eb7-d2629db1e107 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d710284d-cf34-4ba0-b620-3fcbf1bcd02b HTTP/1.1" status: 200 len: 217 time: 0.0576847 Oct 03 15:59:42.706612 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-79a2f76a-2d7b-4116-9427-364a070c47a4 req-515ea64e-31f8-45c9-ab4e-191e664a1d84 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 210 time: 0.1024215 Oct 03 15:59:42.817668 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3d11d-e0c6-43ec-9951-ae73ec0a30f0 req-17803cd9-67b5-4eb1-ae8a-9bfa5eac697d tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:42.827284 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-04b3d11d-e0c6-43ec-9951-ae73ec0a30f0 req-17803cd9-67b5-4eb1-ae8a-9bfa5eac697d tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 943 time: 0.1261723 Oct 03 15:59:42.831430 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d3bba-ad1f-45cf-92ce-92e104c1acee req-e9d1a854-7a17-444a-8fe5-15d3aa7fb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:42.833345 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-840d3bba-ad1f-45cf-92ce-92e104c1acee req-e9d1a854-7a17-444a-8fe5-15d3aa7fb005 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.2029665 Oct 03 15:59:42.927694 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d3bba-ad1f-45cf-92ce-92e104c1acee req-86be17e6-cab5-4229-9a85-2ba3a2f05e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:42.931384 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-840d3bba-ad1f-45cf-92ce-92e104c1acee req-86be17e6-cab5-4229-9a85-2ba3a2f05e94 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0785666 Oct 03 15:59:43.027637 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-04b3d11d-e0c6-43ec-9951-ae73ec0a30f0 req-c7d17884-83e1-4dfe-9d6f-34f4537f22ce tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980658 Oct 03 15:59:43.033878 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-27c4b252-f759-46a4-a101-05597842059e req-b5143e9e-6dc3-44bc-85bf-e5a6469ad5df tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 210 time: 0.0897777 Oct 03 15:59:43.131632 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-840d3bba-ad1f-45cf-92ce-92e104c1acee req-d234d616-8a47-4845-bb5f-88e5b5ea379e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826489 Oct 03 15:59:43.131879 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d68b5bf-186a-41a0-8586-602941d79ab9 req-b14aca8d-ad01-4883-a830-2056a5c077fd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6729b450-3931-444e-a8de-cc935e69b64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588376 Oct 03 15:59:43.136478 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a89090-aada-45ef-bcd3-8d8146e3f32e req-062a7efd-3822-493e-836d-a1b3097a673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:43.138322 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a89090-aada-45ef-bcd3-8d8146e3f32e req-062a7efd-3822-493e-836d-a1b3097a673c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=26d397fd-4b80-4bbf-a0fc-de0f65c079d4 HTTP/1.1" status: 200 len: 849 time: 0.2168543 Oct 03 15:59:43.153915 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5550c43-722f-4529-a649-1647d6763508 req-198ef10a-63c6-41fa-8c93-28bc6e760a0e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:43.155402 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-198ef10a-63c6-41fa-8c93-28bc6e760a0e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.48 "GET /networking/v2.0/networks?id=90c6b009-4013-4301-b819-4e12c2de8610 HTTP/1.1" status: 200 len: 816 time: 0.4757783 Oct 03 15:59:43.190297 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:43.240256 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 15:59:43.247349 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:43.248080 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:43.248610 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 Oct 03 15:59:43.329846 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:43.330232 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:43.357984 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7100bc2d-5133-4f37-a224-1eba62ee2aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1af7f2-81c4-4fc8-858e-39dbf9a276f6'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:59:43.443425 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:43.451921 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:43.453757 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device d98370fa-9fb9-4a61-b4bb-53554447eae1 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:43.464607 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 47222) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:43.520669 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a89090-aada-45ef-bcd3-8d8146e3f32e req-e9b096ea-1e32-4f44-8b22-60dcc7b5ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:43.531850 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a89090-aada-45ef-bcd3-8d8146e3f32e req-e9b096ea-1e32-4f44-8b22-60dcc7b5ffbf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1096854 Oct 03 15:59:43.566210 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.48', 53391) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:43.627145 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:43.644794 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port d98370fa-9fb9-4a61-b4bb-53554447eae1 completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 15:59:43.653907 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port d98370fa-9fb9-4a61-b4bb-53554447eae1 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:43.657462 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:43.658189 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port d98370fa-9fb9-4a61-b4bb-53554447eae1 Oct 03 15:59:43.711887 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:43.712275 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f167ce-873a-41b0-b440-fe1d4ccaa626" -d '{"events": [{"server_uuid": "7100bc2d-5133-4f37-a224-1eba62ee2aab", "name": "network-vif-plugged", "status": "completed", "tag": "cc1af7f2-81c4-4fc8-858e-39dbf9a276f6"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:59:43.715571 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:43.736202 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:43.814069 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d225665-30df-48ad-8dad-309523f6d713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:43.841216 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-48678dd6-8a4d-4be2-9be9-ea835a499095 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:43.841216 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-48678dd6-8a4d-4be2-9be9-ea835a499095 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 818 time: 0.2506959 Oct 03 15:59:43.841620 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a89090-aada-45ef-bcd3-8d8146e3f32e req-7873bd8b-e7d8-453b-b210-8e4c71d71991 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734218 Oct 03 15:59:43.844348 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-840d3bba-ad1f-45cf-92ce-92e104c1acee req-8ddbcb1b-383c-465d-b5b3-032aaf213e10 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380279 Oct 03 15:59:43.851954 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fe9ff-1270-4e0a-9916-e330f9fabaac req-3518ffa1-25c2-4875-9cda-d734643e0fee tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:43.855809 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-111fe9ff-1270-4e0a-9916-e330f9fabaac req-3518ffa1-25c2-4875-9cda-d734643e0fee tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 945 time: 0.1422377 Oct 03 15:59:43.866167 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port d98370fa-9fb9-4a61-b4bb-53554447eae1 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:43.866570 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:43.928140 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port d98370fa-9fb9-4a61-b4bb-53554447eae1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d98370fa-9fb9-4a61-b4bb-53554447eae1,segment=NetworkSegment(4f63c17c-1293-4659-9669-7c7da68a2d90),segment_id=4f63c17c-1293-4659-9669-7c7da68a2d90)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:43.932689 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e504a2-ac3c-4aca-b8a1-e4d3c9ecc40a x-openstack-request-id: req-25e504a2-ac3c-4aca-b8a1-e4d3c9ecc40a {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:59:43.933243 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7100bc2d-5133-4f37-a224-1eba62ee2aab", "name": "network-vif-plugged", "status": "completed", "tag": "cc1af7f2-81c4-4fc8-858e-39dbf9a276f6", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:59:43.933645 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-25e504a2-ac3c-4aca-b8a1-e4d3c9ecc40a {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:59:43.934679 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e504a2-ac3c-4aca-b8a1-e4d3c9ecc40a'] response: {'server_uuid': '7100bc2d-5133-4f37-a224-1eba62ee2aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1af7f2-81c4-4fc8-858e-39dbf9a276f6', 'code': 200} Oct 03 15:59:43.936644 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:43.979930 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-111fe9ff-1270-4e0a-9916-e330f9fabaac req-68bddfee-f3d4-492f-823a-d47dd0895437 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171179 Oct 03 15:59:44.036658 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=d98370fa-9fb9-4a61-b4bb-53554447eae1,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:44.050016 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-b6db8847-10c3-40ad-8786-e3e4c4d1a341 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7ee0d51f58e4abd8867c54458f504fc HTTP/1.1" status: 200 len: 380 time: 0.5373693 Oct 03 15:59:44.057029 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d68b5bf-186a-41a0-8586-602941d79ab9 req-88866a94-17bd-46a9-a2e9-158274432f2f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6729b450-3931-444e-a8de-cc935e69b64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541359 Oct 03 15:59:44.123821 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e2e6c7b8-a5e6-466d-abec-f45741096f0d req-d707033f-7dcb-480f-9fbb-321970103256 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 210 time: 0.0643165 Oct 03 15:59:44.135141 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d225665-30df-48ad-8dad-309523f6d713 admin admin] Publish callbacks [] for security_group (c3480e7a-0c21-4f02-b9d5-ce2903ab3ab0), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:44.156612 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9d225665-30df-48ad-8dad-309523f6d713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (c3480e7a-0c21-4f02-b9d5-ce2903ab3ab0), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:44.213138 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943778d-5b60-45af-8c0e-7764b45543d2 req-55a6e19e-bde1-49a5-b72d-402c9bba7eff tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:44.214562 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e943778d-5b60-45af-8c0e-7764b45543d2 req-55a6e19e-bde1-49a5-b72d-402c9bba7eff tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 943 time: 0.0971084 Oct 03 15:59:44.221059 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d225665-30df-48ad-8dad-309523f6d713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3480e7a-0c21-4f02-b9d5-ce2903ab3ab0,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:44.241785 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-9d225665-30df-48ad-8dad-309523f6d713 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=312965e990464e75a63877f991456063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7751265 Oct 03 15:59:44.244514 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47252) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:44.247989 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9252711b-0603-4d5f-b0b2-15d329c63632 req-2fa7c3c2-0dcf-4f50-b032-85404c7574b1 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 210 time: 0.0598109 Oct 03 15:59:44.293291 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e943778d-5b60-45af-8c0e-7764b45543d2 req-42a848bb-b746-44f6-9ff6-9efac079fc7d tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554140 Oct 03 15:59:44.304642 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-933cbea0-5516-4707-b0ec-2738771fc3d3 admin admin] Publish callbacks [] for security_group (c3480e7a-0c21-4f02-b9d5-ce2903ab3ab0), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:44.327079 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-933cbea0-5516-4707-b0ec-2738771fc3d3 admin admin] Publish callbacks [] for security_group (c3480e7a-0c21-4f02-b9d5-ce2903ab3ab0), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:44.374649 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-933cbea0-5516-4707-b0ec-2738771fc3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (c3480e7a-0c21-4f02-b9d5-ce2903ab3ab0), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:44.377414 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-933cbea0-5516-4707-b0ec-2738771fc3d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:44.378599 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-933cbea0-5516-4707-b0ec-2738771fc3d3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c3480e7a-0c21-4f02-b9d5-ce2903ab3ab0 HTTP/1.1" status: 204 len: 168 time: 0.1330507 Oct 03 15:59:44.386304 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cbea0-5516-4707-b0ec-2738771fc3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3480e7a-0c21-4f02-b9d5-ce2903ab3ab0,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:44.692578 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 47260) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:44.706908 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-45a1d96d-f95a-4a70-9a45-da200eb67e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:44.789286 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-45a1d96d-f95a-4a70-9a45-da200eb67e32 admin admin] Publish callbacks [] for security_group (37a98a0a-94c7-4887-8c08-d976bc799f7f), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:44.793320 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-45a1d96d-f95a-4a70-9a45-da200eb67e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (37a98a0a-94c7-4887-8c08-d976bc799f7f), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:44.835613 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1d96d-f95a-4a70-9a45-da200eb67e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a98a0a-94c7-4887-8c08-d976bc799f7f,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:44.839921 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-45a1d96d-f95a-4a70-9a45-da200eb67e32 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d220a411ab824e5aa76a85fcf653205e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462874 Oct 03 15:59:44.844011 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 47262) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:44.897488 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8a77a779-1e72-4c85-a6a3-a3553b895d00 admin admin] Publish callbacks [] for security_group (37a98a0a-94c7-4887-8c08-d976bc799f7f), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:44.920753 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8a77a779-1e72-4c85-a6a3-a3553b895d00 admin admin] Publish callbacks [] for security_group (37a98a0a-94c7-4887-8c08-d976bc799f7f), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:44.972919 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8a77a779-1e72-4c85-a6a3-a3553b895d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (37a98a0a-94c7-4887-8c08-d976bc799f7f), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:44.975465 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8a77a779-1e72-4c85-a6a3-a3553b895d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:44.976891 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-8a77a779-1e72-4c85-a6a3-a3553b895d00 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/37a98a0a-94c7-4887-8c08-d976bc799f7f HTTP/1.1" status: 204 len: 168 time: 0.1315823 Oct 03 15:59:44.987980 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77a779-1e72-4c85-a6a3-a3553b895d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a98a0a-94c7-4887-8c08-d976bc799f7f,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:45.145013 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:45.158191 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a01277-e85a-4e97-afad-bd326a4e7f19 req-ee3be467-dded-4362-9797-cb86cedd0af4 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:45.160592 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-23a01277-e85a-4e97-afad-bd326a4e7f19 req-ee3be467-dded-4362-9797-cb86cedd0af4 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 946 time: 0.0586898 Oct 03 15:59:45.199761 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:45.242239 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-23a01277-e85a-4e97-afad-bd326a4e7f19 req-285fe33f-6bdd-4670-85e3-ca3cbb8f0275 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674071 Oct 03 15:59:45.272334 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2d66ef55-c47f-45fc-bb0f-2fb5ac15fd5c req-e530d0c5-dcd2-463e-9a70-f0283066d366 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 210 time: 0.0408826 Oct 03 15:59:45.373272 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2a5104ef-f57c-4720-94ae-f34f2241cd78 req-44d5fced-7f62-46e7-9fed-047ea69fd479 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 210 time: 0.0283098 Oct 03 15:59:45.444945 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c1b15-0792-4ccd-a689-2a06833aa5cc req-9dfb4c53-1bca-4b68-b977-0accb65910e3 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:45.446426 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-604c1b15-0792-4ccd-a689-2a06833aa5cc req-9dfb4c53-1bca-4b68-b977-0accb65910e3 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 943 time: 0.0514498 Oct 03 15:59:45.497518 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-604c1b15-0792-4ccd-a689-2a06833aa5cc req-d7048076-1ed4-40e3-ab6a-670192566669 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455348 Oct 03 15:59:45.600822 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device d710284d-cf34-4ba0-b620-3fcbf1bcd02b details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 15:59:45.816958 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port d710284d-cf34-4ba0-b620-3fcbf1bcd02b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d710284d-cf34-4ba0-b620-3fcbf1bcd02b,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:45.828859 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'port_id': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b', 'mac_address': 'fa:16:3e:e5:5d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 15:59:45.850535 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:45.867268 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port d710284d-cf34-4ba0-b620-3fcbf1bcd02b is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:45.867655 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:45.881514 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d710284d-cf34-4ba0-b620-3fcbf1bcd02b {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:59:45.902448 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port d710284d-cf34-4ba0-b620-3fcbf1bcd02b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d710284d-cf34-4ba0-b620-3fcbf1bcd02b,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:45.906727 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:45.938164 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98370fa-9fb9-4a61-b4bb-53554447eae1'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:59:45.940380 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685f138e-562f-4c65-9e3f-4499402f5057" -d '{"events": [{"server_uuid": "cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597", "name": "network-vif-plugged", "status": "completed", "tag": "d98370fa-9fb9-4a61-b4bb-53554447eae1"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:59:45.959112 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=d710284d-cf34-4ba0-b620-3fcbf1bcd02b,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:45.985073 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f037576-1eca-45b2-98fc-9c2db536000a x-openstack-request-id: req-5f037576-1eca-45b2-98fc-9c2db536000a {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:59:45.985412 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597", "name": "network-vif-plugged", "status": "completed", "tag": "d98370fa-9fb9-4a61-b4bb-53554447eae1", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:59:45.985692 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5f037576-1eca-45b2-98fc-9c2db536000a {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:59:45.986107 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f037576-1eca-45b2-98fc-9c2db536000a'] response: {'server_uuid': 'cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98370fa-9fb9-4a61-b4bb-53554447eae1', 'code': 200} Oct 03 15:59:46.441347 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-27810598-87c6-4f0e-b7b9-1e38c2d57de5 req-f75eb903-f8be-43e3-904f-f0b2900bead4 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 210 time: 0.0368822 Oct 03 15:59:46.449654 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3f82f-5c4b-4fad-bbc8-c5003022659c req-091c17ac-5910-4c9a-b5c2-d9f2e337008a tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:46.451014 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-24f3f82f-5c4b-4fad-bbc8-c5003022659c req-091c17ac-5910-4c9a-b5c2-d9f2e337008a tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 946 time: 0.0776124 Oct 03 15:59:46.514283 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-24f3f82f-5c4b-4fad-bbc8-c5003022659c req-0383c8ee-e20d-47fc-af94-655952380a62 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559614 Oct 03 15:59:46.533561 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-421c5725-0749-4fdb-9801-64120bc781b5 req-326a74c4-7076-4741-ab2e-6c24443a6d84 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 210 time: 0.0319600 Oct 03 15:59:46.617134 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-d5550c43-722f-4529-a649-1647d6763508 req-25c882c2-46f9-4f95-a50f-4ee13863ae24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Request body: {'port': {'device_id': 'c36b3edc-789f-4598-973a-889f9678a395', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'admin_state_up': True, 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'security_groups': ['f754b040-f580-4854-9501-ce0860e05b78']}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:46.618699 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-0431b3f4-f1af-4450-91b3-b0078d6db62a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Request body: {'port': {'device_id': '5788363a-33d3-4304-a1eb-ff548eff183c', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'admin_state_up': True, 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:46.637606 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff959765-89ff-46f5-b26c-4848f1c044f1 req-a3c47b3c-2045-4301-b8b2-ec167491f111 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:46.639519 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ff959765-89ff-46f5-b26c-4848f1c044f1 req-a3c47b3c-2045-4301-b8b2-ec167491f111 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 944 time: 0.0665312 Oct 03 15:59:46.724392 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:46.730793 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:46.764124 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ff959765-89ff-46f5-b26c-4848f1c044f1 req-7c8fdd7b-a26f-43b0-a18a-d00a210f1c4e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075981 Oct 03 15:59:46.813853 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['d710284d-cf34-4ba0-b620-3fcbf1bcd02b'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:59:46.825765 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a89090-aada-45ef-bcd3-8d8146e3f32e req-2aeee9fa-1caf-475d-8cdc-89c73e80f656 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124066 Oct 03 15:59:46.836371 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5550c43-722f-4529-a649-1647d6763508 req-25c882c2-46f9-4f95-a50f-4ee13863ae24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Made reservation on behalf of d7ee0d51f58e4abd8867c54458f504fc for: {'port': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:59:46.841334 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d5550c43-722f-4529-a649-1647d6763508 req-25c882c2-46f9-4f95-a50f-4ee13863ae24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:46.923471 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71c523-4afa-4a6d-9bc1-f2c032b7a463 req-32d49bae-03fb-466c-8c8e-141d22d3c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:46.925076 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4e71c523-4afa-4a6d-9bc1-f2c032b7a463 req-32d49bae-03fb-466c-8c8e-141d22d3c356 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 1129 time: 0.0963082 Oct 03 15:59:46.926220 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-0431b3f4-f1af-4450-91b3-b0078d6db62a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Made reservation on behalf of f2ed0fa1c2fe47a485c26522b2e81b8b for: {'port': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:59:46.929977 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-0431b3f4-f1af-4450-91b3-b0078d6db62a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:46.954576 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-4e71c523-4afa-4a6d-9bc1-f2c032b7a463 req-4ad60ab9-0d12-4c96-8733-cc032570844a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.022294 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a4aac-c0f6-48a5-93af-ba707dac0e91 req-b685a178-aefd-4b79-a092-512035596577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:47.023799 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-3a7a4aac-c0f6-48a5-93af-ba707dac0e91 req-b685a178-aefd-4b79-a092-512035596577 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 1130 time: 0.0990775 Oct 03 15:59:47.069422 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-3a7a4aac-c0f6-48a5-93af-ba707dac0e91 req-3fe1a51c-254b-4efb-9d9b-a3f3dbbbb8ee service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.116852 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [req-d5550c43-722f-4529-a649-1647d6763508 req-25c882c2-46f9-4f95-a50f-4ee13863ae24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Allocated IP 172.20.0.5 (90c6b009-4013-4301-b819-4e12c2de8610/670b7b9a-7e6f-4853-8220-542ceaef90cb/279a065d-37a6-41d4-b55c-f869f78cf9cc) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:47.134066 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-0431b3f4-f1af-4450-91b3-b0078d6db62a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Allocated IP 172.20.0.7 (8944939a-3352-4658-bad6-12912f50f635/f21be2b1-c7a2-4cb7-b6d5-de36b0126245/49490488-b358-414a-b2e8-87117b319960) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:59:47.153503 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-4e71c523-4afa-4a6d-9bc1-f2c032b7a463 req-4ad60ab9-0d12-4c96-8733-cc032570844a service neutron] Publish callbacks [] for security_group (a339bd05-5ef6-4663-bdd2-4696a4ef107d), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.160230 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-4e71c523-4afa-4a6d-9bc1-f2c032b7a463 req-4ad60ab9-0d12-4c96-8733-cc032570844a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (a339bd05-5ef6-4663-bdd2-4696a4ef107d), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.168766 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.db.api [req-3a7a4aac-c0f6-48a5-93af-ba707dac0e91 req-3fe1a51c-254b-4efb-9d9b-a3f3dbbbb8ee service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 78c46fd4a4864995b6630028c672c630 {{(pid=106163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 03 15:59:47.169288 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG oslo_db.api [req-3a7a4aac-c0f6-48a5-93af-ba707dac0e91 req-3fe1a51c-254b-4efb-9d9b-a3f3dbbbb8ee service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 15:59:47.200018 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:47.241737 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad60ab9-0d12-4c96-8733-cc032570844a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a339bd05-5ef6-4663-bdd2-4696a4ef107d,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:47.243889 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:47.268636 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4e71c523-4afa-4a6d-9bc1-f2c032b7a463 req-4ad60ab9-0d12-4c96-8733-cc032570844a service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349907 Oct 03 15:59:47.285765 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d5550c43-722f-4529-a649-1647d6763508 req-25c882c2-46f9-4f95-a50f-4ee13863ae24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.320774 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d5550c43-722f-4529-a649-1647d6763508 req-25c882c2-46f9-4f95-a50f-4ee13863ae24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.372573 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5550c43-722f-4529-a649-1647d6763508 req-25c882c2-46f9-4f95-a50f-4ee13863ae24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Network 90c6b009-4013-4301-b819-4e12c2de8610 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:47.376977 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [req-d5550c43-722f-4529-a649-1647d6763508 req-25c882c2-46f9-4f95-a50f-4ee13863ae24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:47.380788 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5550c43-722f-4529-a649-1647d6763508 req-25c882c2-46f9-4f95-a50f-4ee13863ae24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:47.387129 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c882c2-46f9-4f95-a50f-4ee13863ae24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event updated for resources: {'Port': ['ID=279a065d-37a6-41d4-b55c-f869f78cf9cc,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:47.402514 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-0431b3f4-f1af-4450-91b3-b0078d6db62a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for port (49490488-b358-414a-b2e8-87117b319960), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.404381 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device d710284d-cf34-4ba0-b620-3fcbf1bcd02b up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:59:47.444035 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-0431b3f4-f1af-4450-91b3-b0078d6db62a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (49490488-b358-414a-b2e8-87117b319960), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.465666 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['cc1af7f2-81c4-4fc8-858e-39dbf9a276f6'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:59:47.495068 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5550c43-722f-4529-a649-1647d6763508 req-25c882c2-46f9-4f95-a50f-4ee13863ae24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:47.495721 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d5550c43-722f-4529-a649-1647d6763508 req-25c882c2-46f9-4f95-a50f-4ee13863ae24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.564702 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-25c882c2-46f9-4f95-a50f-4ee13863ae24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9521301 Oct 03 15:59:47.579676 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Request body: {'port': {'device_id': 'c36b3edc-789f-4598-973a-889f9678a395', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:47.593459 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port d710284d-cf34-4ba0-b620-3fcbf1bcd02b completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 15:59:47.616946 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port d710284d-cf34-4ba0-b620-3fcbf1bcd02b triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:47.619799 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.620363 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port d710284d-cf34-4ba0-b620-3fcbf1bcd02b Oct 03 15:59:47.643165 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:47.687718 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-3a7a4aac-c0f6-48a5-93af-ba707dac0e91 req-3fe1a51c-254b-4efb-9d9b-a3f3dbbbb8ee service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.870876 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port d710284d-cf34-4ba0-b620-3fcbf1bcd02b is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:47.871929 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.875157 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:47.883240 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47360) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:47.887456 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.918899 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431b3f4-f1af-4450-91b3-b0078d6db62a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Pushing event updated for resources: {'Port': ['ID=49490488-b358-414a-b2e8-87117b319960,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:47.954567 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-7ef93f28-84f0-48c9-8406-a668a574faa8 None None] Provisioning complete for port 279a065d-37a6-41d4-b55c-f869f78cf9cc triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:47.955110 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7ef93f28-84f0-48c9-8406-a668a574faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:47.955550 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-7ef93f28-84f0-48c9-8406-a668a574faa8 None None] Attempt 1 to provision port 279a065d-37a6-41d4-b55c-f869f78cf9cc Oct 03 15:59:47.994945 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a24b8d-f733-4d00-8cbd-5f211f9ef68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:59:47.998388 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095c455-1aab-4f24-85ff-9e3f08aabfb0" -d '{"events": [{"server_uuid": "e7a24b8d-f733-4d00-8cbd-5f211f9ef68e", "name": "network-vif-plugged", "status": "completed", "tag": "d710284d-cf34-4ba0-b620-3fcbf1bcd02b"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:59:48.002863 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-7ef93f28-84f0-48c9-8406-a668a574faa8 None None] Port 279a065d-37a6-41d4-b55c-f869f78cf9cc cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:59:48.003385 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578203e2-3b28-4b33-8d97-cad4ea64a796 req-0b67f328-5692-4af2-be80-ef725c12cd1d tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:48.010959 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port d710284d-cf34-4ba0-b620-3fcbf1bcd02b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d710284d-cf34-4ba0-b620-3fcbf1bcd02b,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:48.016663 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-578203e2-3b28-4b33-8d97-cad4ea64a796 req-0b67f328-5692-4af2-be80-ef725c12cd1d tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 946 time: 0.0922251 Oct 03 15:59:48.017645 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:48.029007 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-0431b3f4-f1af-4450-91b3-b0078d6db62a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Network 8944939a-3352-4658-bad6-12912f50f635 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:59:48.034178 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-0431b3f4-f1af-4450-91b3-b0078d6db62a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:59:48.093169 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:48.105007 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=d710284d-cf34-4ba0-b620-3fcbf1bcd02b,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:48.130677 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-0431b3f4-f1af-4450-91b3-b0078d6db62a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:59:48.135739 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-0431b3f4-f1af-4450-91b3-b0078d6db62a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:48.136786 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-0431b3f4-f1af-4450-91b3-b0078d6db62a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:48.151491 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-3a7a4aac-c0f6-48a5-93af-ba707dac0e91 req-3fe1a51c-254b-4efb-9d9b-a3f3dbbbb8ee service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1175029 Oct 03 15:59:48.165404 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-578203e2-3b28-4b33-8d97-cad4ea64a796 req-fc7ac425-1a0c-443e-8866-a2b4acb6accd tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470408 Oct 03 15:59:48.214382 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b6614fcc-63b5-4877-8a04-e915c2d876cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:48.216146 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30641f-7f3a-44ef-9126-a9ffb0d55ccb req-91ea3594-b4d8-4787-bce0-75cf49ffc4c9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:48.226747 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ad30641f-7f3a-44ef-9126-a9ffb0d55ccb req-91ea3594-b4d8-4787-bce0-75cf49ffc4c9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 931 time: 0.3040459 Oct 03 15:59:48.265284 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-0431b3f4-f1af-4450-91b3-b0078d6db62a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6508534 Oct 03 15:59:48.328182 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ad30641f-7f3a-44ef-9126-a9ffb0d55ccb req-ce6dc2c4-b328-406b-980a-a25f7a8086da tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999205 Oct 03 15:59:48.397440 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb136510-f75f-45a6-9f8a-6e71f0330842 req-2573fd28-f8e2-4f8a-b9b3-9835b70f0e24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:48.399071 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cb136510-f75f-45a6-9f8a-6e71f0330842 req-2573fd28-f8e2-4f8a-b9b3-9835b70f0e24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 931 time: 0.0893795 Oct 03 15:59:48.404643 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Request body: {'port': {'device_id': '5788363a-33d3-4304-a1eb-ff548eff183c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:48.449637 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-4d618f76-28bb-4e28-b12f-04619b2ebf4f None None] Provisioning complete for port 49490488-b358-414a-b2e8-87117b319960 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:59:48.450258 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4d618f76-28bb-4e28-b12f-04619b2ebf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (49490488-b358-414a-b2e8-87117b319960), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:48.453620 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-4d618f76-28bb-4e28-b12f-04619b2ebf4f None None] Attempt 1 to provision port 49490488-b358-414a-b2e8-87117b319960 Oct 03 15:59:48.491167 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:48.502088 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279a065d-37a6-41d4-b55c-f869f78cf9cc {{(pid=106163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:59:48.514862 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Publish callbacks [] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:48.519407 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-4d618f76-28bb-4e28-b12f-04619b2ebf4f None None] Port 49490488-b358-414a-b2e8-87117b319960 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:59:48.528202 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cb136510-f75f-45a6-9f8a-6e71f0330842 req-c600e219-421b-4d67-a87e-df0c96eaeee8 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156192 Oct 03 15:59:48.557560 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.provisioning_blocks [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Transition to ACTIVE for port object 279a065d-37a6-41d4-b55c-f869f78cf9cc will not be triggered until provisioned by entity L2. {{(pid=106163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 15:59:48.572983 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (49490488-b358-414a-b2e8-87117b319960), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:48.573429 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:48.586331 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af906f23-00cf-4c02-bcfe-dae598aa19b4 x-openstack-request-id: req-af906f23-00cf-4c02-bcfe-dae598aa19b4 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:59:48.586869 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a24b8d-f733-4d00-8cbd-5f211f9ef68e", "name": "network-vif-plugged", "status": "completed", "tag": "d710284d-cf34-4ba0-b620-3fcbf1bcd02b", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:59:48.587140 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-af906f23-00cf-4c02-bcfe-dae598aa19b4 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:59:48.587542 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af906f23-00cf-4c02-bcfe-dae598aa19b4'] response: {'server_uuid': 'e7a24b8d-f733-4d00-8cbd-5f211f9ef68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b', 'code': 200} Oct 03 15:59:48.605766 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760449c3-f6f3-4208-aace-598000450ff4 req-d89494df-2e9d-418c-86f9-46d97bae9511 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:48.607263 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-760449c3-f6f3-4208-aace-598000450ff4 req-d89494df-2e9d-418c-86f9-46d97bae9511 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1271780 Oct 03 15:59:48.629936 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:48.653327 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed4534-549d-4637-8563-455db27735e9 service neutron] Pushing event updated for resources: {'Port': ['ID=279a065d-37a6-41d4-b55c-f869f78cf9cc,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:48.697292 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b6614fcc-63b5-4877-8a04-e915c2d876cb admin admin] Publish callbacks [] for security_group (9eb86e22-1b90-4598-a341-8b8574446546), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:48.702624 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b6614fcc-63b5-4877-8a04-e915c2d876cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (9eb86e22-1b90-4598-a341-8b8574446546), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:48.742367 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-760449c3-f6f3-4208-aace-598000450ff4 req-14135037-3b17-41bf-9080-a0e11cd101d9 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179142 Oct 03 15:59:48.761994 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6614fcc-63b5-4877-8a04-e915c2d876cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb86e22-1b90-4598-a341-8b8574446546,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:48.779955 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-b6614fcc-63b5-4877-8a04-e915c2d876cb admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e45c4d35d6964105aae8049e30f3a64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8894870 Oct 03 15:59:48.782944 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Attempting to bind port 279a065d-37a6-41d4-b55c-f869f78cf9cc on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:48.783290 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Attempting to bind port 279a065d-37a6-41d4-b55c-f869f78cf9cc by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:48.783590 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Attempting to bind port 279a065d-37a6-41d4-b55c-f869f78cf9cc on network 90c6b009-4013-4301-b819-4e12c2de8610 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:48.785696 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47376) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:48.803820 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:48.857958 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Port 279a065d-37a6-41d4-b55c-f869f78cf9cc on network 90c6b009-4013-4301-b819-4e12c2de8610 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 15:59:48.858164 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Attempting to bind port 279a065d-37a6-41d4-b55c-f869f78cf9cc on network 90c6b009-4013-4301-b819-4e12c2de8610 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:48.896903 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-07ce4d2d-753e-47d4-a338-017d15f934dc admin admin] Publish callbacks [] for security_group (9eb86e22-1b90-4598-a341-8b8574446546), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:48.910662 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49490488-b358-414a-b2e8-87117b319960 {{(pid=106162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:59:48.919493 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Publish callbacks [] for port (49490488-b358-414a-b2e8-87117b319960), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:48.927248 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-07ce4d2d-753e-47d4-a338-017d15f934dc admin admin] Publish callbacks [] for security_group (9eb86e22-1b90-4598-a341-8b8574446546), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:48.929380 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:48.936095 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.provisioning_blocks [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Transition to ACTIVE for port object 49490488-b358-414a-b2e8-87117b319960 will not be triggered until provisioned by entity L2. {{(pid=106162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 15:59:48.936311 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:48.936748 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Checking segment: {'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:48.937134 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Bound using segment: {'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:48.937518 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Bound port: 279a065d-37a6-41d4-b55c-f869f78cf9cc, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'}}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:48.937936 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:48.944400 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (49490488-b358-414a-b2e8-87117b319960), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.024350 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] For port 279a065d-37a6-41d4-b55c-f869f78cf9cc, host hv-cinder-84456, cleared binding levels {{(pid=106163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:49.024849 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Pushing event updated for resources: {'Port': ['ID=49490488-b358-414a-b2e8-87117b319960,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:49.028504 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] For port 279a065d-37a6-41d4-b55c-f869f78cf9cc, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:49.033111 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-07ce4d2d-753e-47d4-a338-017d15f934dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (9eb86e22-1b90-4598-a341-8b8574446546), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.035804 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-07ce4d2d-753e-47d4-a338-017d15f934dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.036976 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-07ce4d2d-753e-47d4-a338-017d15f934dc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9eb86e22-1b90-4598-a341-8b8574446546 HTTP/1.1" status: 204 len: 168 time: 0.2502413 Oct 03 15:59:49.041504 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.045607 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:49.046408 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.047133 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Attempting to bind port 49490488-b358-414a-b2e8-87117b319960 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:59:49.047477 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Attempting to bind port 49490488-b358-414a-b2e8-87117b319960 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:59:49.047858 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Attempting to bind port 49490488-b358-414a-b2e8-87117b319960 on network 8944939a-3352-4658-bad6-12912f50f635 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:49.047965 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-deed4534-549d-4637-8563-455db27735e9 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/279a065d-37a6-41d4-b55c-f869f78cf9cc HTTP/1.1" status: 200 len: 1093 time: 1.4764006 Oct 03 15:59:49.053295 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:59:49.055578 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d13be12-d6a2-425a-be74-d71c1ea709f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:59:49.077372 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce4d2d-753e-47d4-a338-017d15f934dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb86e22-1b90-4598-a341-8b8574446546,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:49.114896 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Port 49490488-b358-414a-b2e8-87117b319960 on network 8944939a-3352-4658-bad6-12912f50f635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 15:59:49.115227 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Attempting to bind port 49490488-b358-414a-b2e8-87117b319960 on network 8944939a-3352-4658-bad6-12912f50f635 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:59:49.115680 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed4534-549d-4637-8563-455db27735e9 service neutron] Pushing event updated for resources: {'Port': ['ID=279a065d-37a6-41d4-b55c-f869f78cf9cc,revision_number=3']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:49.179916 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:59:49.180392 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Checking segment: {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:59:49.181011 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Bound using segment: {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:59:49.182101 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Bound port: 49490488-b358-414a-b2e8-87117b319960, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'}}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:59:49.183836 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (49490488-b358-414a-b2e8-87117b319960), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.195154 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469dba76-c0e6-4afe-b585-b8fd41d9283f x-openstack-request-id: req-469dba76-c0e6-4afe-b585-b8fd41d9283f {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:59:49.195441 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:59:49.195691 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-469dba76-c0e6-4afe-b585-b8fd41d9283f {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:59:49.196521 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469dba76-c0e6-4afe-b585-b8fd41d9283f'] response: {'name': 'network-changed', 'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'status': 'completed', 'code': 200} Oct 03 15:59:49.349993 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] For port 49490488-b358-414a-b2e8-87117b319960, host hv-cinder-84456, cleared binding levels {{(pid=106162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:59:49.370782 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87cdd9-f81e-4f42-af73-62798e8a8641 req-46a630b0-01e5-4f69-9f2e-dba342569657 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:49.373046 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fa87cdd9-f81e-4f42-af73-62798e8a8641 req-46a630b0-01e5-4f69-9f2e-dba342569657 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 946 time: 0.0972812 Oct 03 15:59:49.377857 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] For port 49490488-b358-414a-b2e8-87117b319960, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=49490488-b358-414a-b2e8-87117b319960,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:59:49.388465 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (49490488-b358-414a-b2e8-87117b319960), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.404789 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:49.409618 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.412451 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/49490488-b358-414a-b2e8-87117b319960 HTTP/1.1" status: 200 len: 1093 time: 1.0114498 Oct 03 15:59:49.419537 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5788363a-33d3-4304-a1eb-ff548eff183c', 'tag': '49490488-b358-414a-b2e8-87117b319960'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:59:49.422552 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fc0e94-0f54-4010-a796-93cab1e3e6da" -d '{"events": [{"name": "network-changed", "server_uuid": "5788363a-33d3-4304-a1eb-ff548eff183c", "tag": "49490488-b358-414a-b2e8-87117b319960"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:59:49.511649 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47404) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:49.526670 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-586fdb72-e511-476a-b0d0-ede75213a4c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.588143 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396dbcc-e2fe-489b-ae59-fbb7d5ac14ca service neutron] Pushing event updated for resources: {'Port': ['ID=49490488-b358-414a-b2e8-87117b319960,revision_number=3']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:49.600746 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f7495-23a3-4775-bc27-40530f2db9ff req-68920c8e-236d-41c3-ba97-816c6296cc83 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:49.602602 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a57f7495-23a3-4775-bc27-40530f2db9ff req-68920c8e-236d-41c3-ba97-816c6296cc83 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 943 time: 0.1668620 Oct 03 15:59:49.607313 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fa87cdd9-f81e-4f42-af73-62798e8a8641 req-b4252f1b-adaf-4119-85ad-2072e56554cb tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221367 Oct 03 15:59:49.645575 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-586fdb72-e511-476a-b0d0-ede75213a4c4 admin admin] Publish callbacks [] for security_group (2da454e1-eacf-4f53-88a7-758571c6e443), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.654554 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-586fdb72-e511-476a-b0d0-ede75213a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (2da454e1-eacf-4f53-88a7-758571c6e443), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.668581 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:49.680918 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a57f7495-23a3-4775-bc27-40530f2db9ff req-f251b7ea-6dea-409b-a900-e6c77f688d36 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645368 Oct 03 15:59:49.701106 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16035062-e596-41e4-8677-8d0aa713e6a8 x-openstack-request-id: req-16035062-e596-41e4-8677-8d0aa713e6a8 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:59:49.701429 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5788363a-33d3-4304-a1eb-ff548eff183c", "tag": "49490488-b358-414a-b2e8-87117b319960", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:59:49.701704 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-16035062-e596-41e4-8677-8d0aa713e6a8 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:59:49.702060 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fdb72-e511-476a-b0d0-ede75213a4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da454e1-eacf-4f53-88a7-758571c6e443,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:49.702168 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16035062-e596-41e4-8677-8d0aa713e6a8'] response: {'name': 'network-changed', 'server_uuid': '5788363a-33d3-4304-a1eb-ff548eff183c', 'tag': '49490488-b358-414a-b2e8-87117b319960', 'status': 'completed', 'code': 200} Oct 03 15:59:49.710524 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-586fdb72-e511-476a-b0d0-ede75213a4c4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f412c2cc2f0642eab48ab543020b3b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952379 Oct 03 15:59:49.715489 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47414) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:49.775928 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-7c0f4d6a-c6f0-42cd-b90b-a45882a2884e admin admin] Publish callbacks [] for security_group (2da454e1-eacf-4f53-88a7-758571c6e443), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.798357 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:49.816282 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-7c0f4d6a-c6f0-42cd-b90b-a45882a2884e admin admin] Publish callbacks [] for security_group (2da454e1-eacf-4f53-88a7-758571c6e443), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.819554 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005ce19-0eb9-4346-baf4-de88ac2f172b req-4be3bb5e-fc78-413e-b693-3756d02ace8c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:49.830458 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d005ce19-0eb9-4346-baf4-de88ac2f172b req-4be3bb5e-fc78-413e-b693-3756d02ace8c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0687966 Oct 03 15:59:49.884959 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-7c0f4d6a-c6f0-42cd-b90b-a45882a2884e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (2da454e1-eacf-4f53-88a7-758571c6e443), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.888543 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-7c0f4d6a-c6f0-42cd-b90b-a45882a2884e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:49.893201 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-7c0f4d6a-c6f0-42cd-b90b-a45882a2884e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2da454e1-eacf-4f53-88a7-758571c6e443 HTTP/1.1" status: 204 len: 168 time: 0.1764612 Oct 03 15:59:49.903814 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f4d6a-c6f0-42cd-b90b-a45882a2884e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da454e1-eacf-4f53-88a7-758571c6e443,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:49.928078 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d005ce19-0eb9-4346-baf4-de88ac2f172b req-0b9c6c00-514e-49fa-8c1a-4d1afd5a399c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965619 Oct 03 15:59:49.945611 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf9e9c-ba66-4517-b9a8-a348adb977cd req-ac39636d-c6ee-4334-99f5-929c3d61aebb tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:49.947156 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0fcf9e9c-ba66-4517-b9a8-a348adb977cd req-ac39636d-c6ee-4334-99f5-929c3d61aebb tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0897372 Oct 03 15:59:50.024868 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0fcf9e9c-ba66-4517-b9a8-a348adb977cd req-4d50879a-7f82-48ed-87ba-64b0ecf134c9 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710797 Oct 03 15:59:50.760255 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f17901-750c-445c-9ccc-8b215ffd00e4 req-67685117-006d-4569-afcf-d7f2ec8e6985 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:50.762286 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7f17901-750c-445c-9ccc-8b215ffd00e4 req-67685117-006d-4569-afcf-d7f2ec8e6985 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 946 time: 0.0517521 Oct 03 15:59:50.777637 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:50.850141 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0099b44-13f7-45f0-bb12-d4caec9e9a92 req-bc04d46a-6096-45da-819c-c2c99aa6367a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:50.851608 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f0099b44-13f7-45f0-bb12-d4caec9e9a92 req-bc04d46a-6096-45da-819c-c2c99aa6367a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 943 time: 0.0882773 Oct 03 15:59:50.881770 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7f17901-750c-445c-9ccc-8b215ffd00e4 req-8072aea5-c584-450e-9b2f-282ccddbdc33 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051276 Oct 03 15:59:50.913184 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f0099b44-13f7-45f0-bb12-d4caec9e9a92 req-0b0dd1d8-5708-4b51-8f5e-a754ced897c0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550694 Oct 03 15:59:51.076903 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1f12-ec96-450c-a31f-98d41e0f009e req-841626fe-afaf-47d3-b769-dc0279011f12 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:51.078993 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9bba1f12-ec96-450c-a31f-98d41e0f009e req-841626fe-afaf-47d3-b769-dc0279011f12 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0486803 Oct 03 15:59:51.092019 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:51.117894 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=12 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:51.144188 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=20 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:51.152987 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9bba1f12-ec96-450c-a31f-98d41e0f009e req-26ab7ccf-818b-44c3-97c7-a0c0fe01e96d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648816 Oct 03 15:59:51.186009 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cdfe5-4e10-41f6-b6ed-b6667baa5d4b req-91fb4ee7-5a35-436c-9cdf-cbb437b7bf7f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:51.188479 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3a4cdfe5-4e10-41f6-b6ed-b6667baa5d4b req-91fb4ee7-5a35-436c-9cdf-cbb437b7bf7f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0605910 Oct 03 15:59:51.240512 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3a4cdfe5-4e10-41f6-b6ed-b6667baa5d4b req-286d0f0b-2ed0-45a2-b641-c2afccbcc550 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458319 Oct 03 15:59:52.039934 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c101df4-0ef0-4d9d-82d9-120cd0dc9fd7 req-4f88f526-635c-4437-b9a5-84629de795aa tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:52.041455 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2c101df4-0ef0-4d9d-82d9-120cd0dc9fd7 req-4f88f526-635c-4437-b9a5-84629de795aa tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 946 time: 0.0806515 Oct 03 15:59:52.063748 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684ba03-27a1-470e-9c2a-6d9611410c5f req-01aff593-207b-41cd-a982-a24e4a8663f4 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:52.065221 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d684ba03-27a1-470e-9c2a-6d9611410c5f req-01aff593-207b-41cd-a982-a24e4a8663f4 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 943 time: 0.0725310 Oct 03 15:59:52.147210 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2c101df4-0ef0-4d9d-82d9-120cd0dc9fd7 req-9184c1fe-c17f-40fe-9c43-171734f6a42d tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973706 Oct 03 15:59:52.151414 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8a121c46-26ea-436e-9d7a-4b34d4304d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:52.159669 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d684ba03-27a1-470e-9c2a-6d9611410c5f req-7879e5e6-ade3-46ee-b634-9444203d6064 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875237 Oct 03 15:59:52.289942 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523f97f-d19e-4b3c-987e-8aad8793e539 req-c694afbf-266b-45d8-999c-2fb81dc72e61 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:52.291443 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b523f97f-d19e-4b3c-987e-8aad8793e539 req-c694afbf-266b-45d8-999c-2fb81dc72e61 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0469885 Oct 03 15:59:52.367294 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b523f97f-d19e-4b3c-987e-8aad8793e539 req-3ea9f40a-d90b-4700-887a-bce2c82aa738 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698421 Oct 03 15:59:52.377696 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8e534-21b5-441c-a323-3974b095968c req-610cd515-3574-4367-bcb7-7d190a4df0c6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:52.379146 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c1f8e534-21b5-441c-a323-3974b095968c req-610cd515-3574-4367-bcb7-7d190a4df0c6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0615153 Oct 03 15:59:52.427155 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c1f8e534-21b5-441c-a323-3974b095968c req-881ad426-cc92-41d4-96cf-0e1832a8d1a7 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416226 Oct 03 15:59:53.156045 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5550c43-722f-4529-a649-1647d6763508 req-4e0324dc-a387-4e8f-85b2-2b2df1ea4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:53.158180 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-4e0324dc-a387-4e8f-85b2-2b2df1ea4d95 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7ee0d51f58e4abd8867c54458f504fc&device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 1127 time: 0.0518546 Oct 03 15:59:53.340068 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8596-4696-42c3-8173-2fa80f7939ab req-15ca2caf-368c-442c-bcec-ab1462fc744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:53.343553 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-88aa8596-4696-42c3-8173-2fa80f7939ab req-15ca2caf-368c-442c-bcec-ab1462fc744b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 1129 time: 0.0904179 Oct 03 15:59:53.355490 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-59a84a16-e8b3-43f6-9f07-61545c73bf42 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc HTTP/1.1" status: 200 len: 217 time: 0.1016054 Oct 03 15:59:53.381426 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f1200-e6d7-497e-9cbf-def8da0fe73f req-b3510836-a141-4a66-b808-b6577a9e1e01 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:53.383033 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2c4f1200-e6d7-497e-9cbf-def8da0fe73f req-b3510836-a141-4a66-b808-b6577a9e1e01 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 946 time: 0.1445425 Oct 03 15:59:53.449650 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-88aa8596-4696-42c3-8173-2fa80f7939ab req-81654731-37c4-4bba-ac79-c19fe3cd0c0c service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894983 Oct 03 15:59:53.451013 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc0e94-0f54-4010-a796-93cab1e3e6da req-9b2c0db5-635a-4b15-9534-e03f39be9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:53.452563 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-98fc0e94-0f54-4010-a796-93cab1e3e6da req-9b2c0db5-635a-4b15-9534-e03f39be9643 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 1127 time: 0.1075046 Oct 03 15:59:53.452793 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f857694-acb0-4ae7-acd3-0a4c5c09f38c req-a17fd856-60a5-4825-888f-bdd2c14f63cc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:53.454056 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8f857694-acb0-4ae7-acd3-0a4c5c09f38c req-a17fd856-60a5-4825-888f-bdd2c14f63cc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 943 time: 0.1541512 Oct 03 15:59:53.492444 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5550c43-722f-4529-a649-1647d6763508 req-a19eecf4-8f10-483c-9598-11a41d364bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:53.493940 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-a19eecf4-8f10-483c-9598-11a41d364bd0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=670b7b9a-7e6f-4853-8220-542ceaef90cb HTTP/1.1" status: 200 len: 855 time: 0.1099777 Oct 03 15:59:53.522609 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2c4f1200-e6d7-497e-9cbf-def8da0fe73f req-407b4aef-a7c7-47c5-83e9-cbd909bb1925 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267467 Oct 03 15:59:53.562230 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8f857694-acb0-4ae7-acd3-0a4c5c09f38c req-36950747-232e-4b10-b39f-2c2cdda54829 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970612 Oct 03 15:59:53.681955 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:53.728793 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5550c43-722f-4529-a649-1647d6763508 req-734ba379-15f1-45ad-a0b8-3765c5a38d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:53.730360 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-734ba379-15f1-45ad-a0b8-3765c5a38d46 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90c6b009-4013-4301-b819-4e12c2de8610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518417 Oct 03 15:59:53.755855 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a165a14-b582-46ce-a047-4a19db3ca3d9 req-d5d1fbce-5f52-4152-a4e7-0ebb72101285 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:53.761399 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7a165a14-b582-46ce-a047-4a19db3ca3d9 req-d5d1fbce-5f52-4152-a4e7-0ebb72101285 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.1479928 Oct 03 15:59:53.779123 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44c9a9-a5bf-47ca-a7ad-ebac8cff092b req-8acf0dbe-9dde-43a1-8043-786cb5aa90fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:53.787482 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3f44c9a9-a5bf-47ca-a7ad-ebac8cff092b req-8acf0dbe-9dde-43a1-8043-786cb5aa90fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1442077 Oct 03 15:59:53.947727 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:53.972881 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7a165a14-b582-46ce-a047-4a19db3ca3d9 req-902f126c-53c8-4186-9fcc-1f38822f491a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806622 Oct 03 15:59:53.986859 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3f44c9a9-a5bf-47ca-a7ad-ebac8cff092b req-d79c7b10-1347-48ed-9335-a0b024d365c9 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983495 Oct 03 15:59:54.017889 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-de60a8be-b344-436f-aa87-56ba8669bacc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733147 Oct 03 15:59:54.111595 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc0e94-0f54-4010-a796-93cab1e3e6da req-8002658a-a507-4db5-9532-b647f9a6e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:54.113455 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-98fc0e94-0f54-4010-a796-93cab1e3e6da req-8002658a-a507-4db5-9532-b647f9a6e507 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4451945 Oct 03 15:59:54.252979 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c87983bc-f5c5-43e7-9baf-9064473f1dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:54.422497 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5550c43-722f-4529-a649-1647d6763508 req-18bfffbf-5d4f-41ce-9ba7-40c5cbd04b53 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572707 Oct 03 15:59:54.487809 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc0e94-0f54-4010-a796-93cab1e3e6da req-e4402961-3318-48ed-b069-1df9bf5c6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:54.489603 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-98fc0e94-0f54-4010-a796-93cab1e3e6da req-e4402961-3318-48ed-b069-1df9bf5c6444 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2262030 Oct 03 15:59:54.746345 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6fa8e-2ed2-4c10-824c-ebb495a7107d req-85bacd4b-4f64-4986-a042-510515b8cd51 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:54.747955 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-15c6fa8e-2ed2-4c10-824c-ebb495a7107d req-85bacd4b-4f64-4986-a042-510515b8cd51 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 946 time: 0.1003349 Oct 03 15:59:54.754219 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91855b1a-0f87-44fd-999e-67a8085f32cd req-6e877b95-8d48-4b7e-9c90-dfe176fbf9d3 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:54.755748 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-91855b1a-0f87-44fd-999e-67a8085f32cd req-6e877b95-8d48-4b7e-9c90-dfe176fbf9d3 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 943 time: 0.0967052 Oct 03 15:59:54.833277 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-15c6fa8e-2ed2-4c10-824c-ebb495a7107d req-f26be9d4-b5fa-4a82-b75e-43504ed25acf tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764587 Oct 03 15:59:54.842363 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-91855b1a-0f87-44fd-999e-67a8085f32cd req-471d8515-bd19-4fdf-a540-c1367b6bff24 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786049 Oct 03 15:59:55.167257 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c0594-1502-4d16-861b-4796b69f0c05 req-e1e87ab0-125b-4bed-8e7c-0f3b76054664 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:55.175561 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-154c0594-1502-4d16-861b-4796b69f0c05 req-e1e87ab0-125b-4bed-8e7c-0f3b76054664 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.1058607 Oct 03 15:59:55.201286 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff126cb3-b22e-4818-8071-f515033763f4 req-83b04084-14a9-4d1b-b51b-7474f2425e71 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:55.208803 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ff126cb3-b22e-4818-8071-f515033763f4 req-83b04084-14a9-4d1b-b51b-7474f2425e71 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1030235 Oct 03 15:59:55.281373 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-154c0594-1502-4d16-861b-4796b69f0c05 req-b4fe8772-b88c-4ff3-af1e-06efb940daad tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048605 Oct 03 15:59:55.289877 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ff126cb3-b22e-4818-8071-f515033763f4 req-ea56b908-d976-47f2-b6bc-2967a1cbb563 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802245 Oct 03 15:59:55.555641 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13be12-d6a2-425a-be74-d71c1ea709f7 req-52d19816-1a6a-4b7e-84d9-54372d7ad01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:55.558812 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d13be12-d6a2-425a-be74-d71c1ea709f7 req-52d19816-1a6a-4b7e-84d9-54372d7ad01b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7ee0d51f58e4abd8867c54458f504fc&device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 1127 time: 0.0650289 Oct 03 15:59:55.771115 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:55.933244 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-2c63640f-49de-4dd8-8afe-6a5e0e5f0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:55.935509 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-2c63640f-49de-4dd8-8afe-6a5e0e5f0fcc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 1127 time: 0.0804284 Oct 03 15:59:56.038889 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-41aef8a2-b874-49b3-87e7-c39d566c9980 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49490488-b358-414a-b2e8-87117b319960 HTTP/1.1" status: 200 len: 217 time: 0.0897892 Oct 03 15:59:56.054634 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195f189-8e3b-47dd-b0ca-c1fbdc4ae711 req-f7ca0106-ed6a-496c-aaff-8870a19a6489 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:56.056580 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9195f189-8e3b-47dd-b0ca-c1fbdc4ae711 req-f7ca0106-ed6a-496c-aaff-8870a19a6489 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 943 time: 0.1181908 Oct 03 15:59:56.069303 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13be12-d6a2-425a-be74-d71c1ea709f7 req-306ad842-21df-42cd-a04c-9ef1f5d1389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:56.070779 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d13be12-d6a2-425a-be74-d71c1ea709f7 req-306ad842-21df-42cd-a04c-9ef1f5d1389d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90c6b009-4013-4301-b819-4e12c2de8610 HTTP/1.1" status: 200 len: 917 time: 0.1453516 Oct 03 15:59:56.121423 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9195f189-8e3b-47dd-b0ca-c1fbdc4ae711 req-5f89c0fc-bf32-451f-9e11-5e2df4d62b12 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543585 Oct 03 15:59:56.427030 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ad54d-bb97-43ef-bd30-e263e3ffebf0 req-e415bcd3-70f8-4ff5-80d8-3a81bfaf784b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:56.428585 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-364ad54d-bb97-43ef-bd30-e263e3ffebf0 req-e415bcd3-70f8-4ff5-80d8-3a81bfaf784b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0526969 Oct 03 15:59:56.483297 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-364ad54d-bb97-43ef-bd30-e263e3ffebf0 req-c5fa5cc8-a31b-4ebd-98f7-d7bf42764f7f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478053 Oct 03 15:59:56.578327 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:56.591227 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809730b6-d338-4e66-b323-e2b74b185924 req-3936cf3a-389b-4e76-940e-430f3835c1d5 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:56.593143 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-809730b6-d338-4e66-b323-e2b74b185924 req-3936cf3a-389b-4e76-940e-430f3835c1d5 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0470202 Oct 03 15:59:56.643828 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-809730b6-d338-4e66-b323-e2b74b185924 req-d2c1963f-3381-4a0a-8960-adbfa0d71110 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445042 Oct 03 15:59:56.799652 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49daa6cc-eff8-4f18-83f0-4e8c5809065e req-f10e54dc-4bd2-4d90-a5a1-429765007ed5 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:56.801169 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-49daa6cc-eff8-4f18-83f0-4e8c5809065e req-f10e54dc-4bd2-4d90-a5a1-429765007ed5 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0470932 Oct 03 15:59:56.812929 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47678) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:59:56.817433 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-3bb6a96b-e774-4b5f-a172-845cdd2fc13f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Request body: {'floatingip': {'port_id': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:59:56.887608 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a96b-e774-4b5f-a172-845cdd2fc13f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (c2843f70-8c49-405f-994c-c954a48790c3), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:57.005384 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:57.164884 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:57.245867 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039ad3f-881a-4d26-9df4-1d688e7a6fd1 req-906e3aec-c1ff-4246-a6a4-e3d5f55694f0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:57.247325 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4039ad3f-881a-4d26-9df4-1d688e7a6fd1 req-906e3aec-c1ff-4246-a6a4-e3d5f55694f0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 943 time: 0.0501566 Oct 03 15:59:57.293041 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4039ad3f-881a-4d26-9df4-1d688e7a6fd1 req-8e9d2c8a-9fc9-428d-bdf8-e77d6556b796 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398552 Oct 03 15:59:57.395835 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:57.485622 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:57.492255 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a96b-e774-4b5f-a172-845cdd2fc13f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:57.496400 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a96b-e774-4b5f-a172-845cdd2fc13f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (c2843f70-8c49-405f-994c-c954a48790c3), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:57.614725 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a897c86-ff2b-4a1b-a57d-47011edf1529 req-26aa77b6-a8b6-4d35-8e0c-4a5d6f7ebc0a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:57.616408 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2a897c86-ff2b-4a1b-a57d-47011edf1529 req-26aa77b6-a8b6-4d35-8e0c-4a5d6f7ebc0a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0494325 Oct 03 15:59:57.666279 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2a897c86-ff2b-4a1b-a57d-47011edf1529 req-38cb8ddd-c957-46b8-8514-4b0f87d34ce3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 Oct 03 15:59:57.759897 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [None req-3bb6a96b-e774-4b5f-a172-845cdd2fc13f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Floating IP c2843f70-8c49-405f-994c-c954a48790c3 associated. External IP: 172.27.0.216, port: d710284d-cf34-4ba0-b620-3fcbf1bcd02b. Oct 03 15:59:57.809602 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 279a065d-37a6-41d4-b55c-f869f78cf9cc details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 15:59:57.838536 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:57.854913 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-5b2f81c3-4ef7-40f8-90ae-521817a618f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:57.856623 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-5b2f81c3-4ef7-40f8-90ae-521817a618f3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.0472305 Oct 03 15:59:57.876776 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d13be12-d6a2-425a-be74-d71c1ea709f7 req-2ec21713-5df3-4fa1-b97f-34d1271d71d0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc HTTP/1.1" status: 200 len: 217 time: 0.0414124 Oct 03 15:59:57.908324 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 279a065d-37a6-41d4-b55c-f869f78cf9cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:57.919833 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'port_id': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'mac_address': 'fa:16:3e:2e:70:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 15:59:57.957626 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 279a065d-37a6-41d4-b55c-f869f78cf9cc is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:59:57.958010 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:57.972673 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279a065d-37a6-41d4-b55c-f869f78cf9cc {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:59:57.994262 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 279a065d-37a6-41d4-b55c-f869f78cf9cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:59:57.998430 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:57.999545 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb6a96b-e774-4b5f-a172-845cdd2fc13f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Router ff42e430-d382-4e3f-87c3-2ff4718afef4 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:59:58.054373 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=279a065d-37a6-41d4-b55c-f869f78cf9cc,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:59:58.114861 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb6a96b-e774-4b5f-a172-845cdd2fc13f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:59:58.119295 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a96b-e774-4b5f-a172-845cdd2fc13f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:59:58.126881 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26ebcc-c9d1-4945-90d6-af9cf6b02610 None None] Sync routers for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:59:58.136432 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26ebcc-c9d1-4945-90d6-af9cf6b02610 None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:58.137070 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-fe26ebcc-c9d1-4945-90d6-af9cf6b02610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:58.149260 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-3bb6a96b-e774-4b5f-a172-845cdd2fc13f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/c2843f70-8c49-405f-994c-c954a48790c3 HTTP/1.1" status: 200 len: 991 time: 1.3352334 Oct 03 15:59:58.149890 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a24b8d-f733-4d00-8cbd-5f211f9ef68e', 'tag': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:59:58.152188 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a0d1d6-f0c3-4e95-8017-d76dd542deb8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a24b8d-f733-4d00-8cbd-5f211f9ef68e", "tag": "d710284d-cf34-4ba0-b620-3fcbf1bcd02b"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:59:58.190926 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed425a41-7acf-4dc1-9b22-3b7c48c7a6ed x-openstack-request-id: req-ed425a41-7acf-4dc1-9b22-3b7c48c7a6ed {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:59:58.191212 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a24b8d-f733-4d00-8cbd-5f211f9ef68e", "tag": "d710284d-cf34-4ba0-b620-3fcbf1bcd02b", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:59:58.191459 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ed425a41-7acf-4dc1-9b22-3b7c48c7a6ed {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:59:58.191855 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed425a41-7acf-4dc1-9b22-3b7c48c7a6ed'] response: {'name': 'network-changed', 'server_uuid': 'e7a24b8d-f733-4d00-8cbd-5f211f9ef68e', 'tag': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b', 'status': 'completed', 'code': 200} Oct 03 15:59:58.240567 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-fe26ebcc-c9d1-4945-90d6-af9cf6b02610 None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:58.417503 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0916f51-99f7-4a14-bc7b-fe679a9cd3f6 req-f980653d-1062-46b3-aba7-a198011b5bdd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:58.418904 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e0916f51-99f7-4a14-bc7b-fe679a9cd3f6 req-f980653d-1062-46b3-aba7-a198011b5bdd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 943 time: 0.0505738 Oct 03 15:59:58.466935 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e0916f51-99f7-4a14-bc7b-fe679a9cd3f6 req-617143df-ee02-4316-bdcc-80a1f01c733f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418637 Oct 03 15:59:58.489774 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-fe26ebcc-c9d1-4945-90d6-af9cf6b02610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'c2843f70-8c49-405f-994c-c954a48790c3', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'port_id': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'mac_address': 'fa:16:3e:e5:5d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a24b8d-f733-4d00-8cbd-5f211f9ef68e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:59:19Z', 'updated_at': '2022-10-03T15:59:57Z', 'revision_number': 1, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:27Z', 'revision_number': 5, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:58.513786 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26ebcc-c9d1-4945-90d6-af9cf6b02610 None None] Checking router: ff42e430-d382-4e3f-87c3-2ff4718afef4 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:59:58.522444 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26ebcc-c9d1-4945-90d6-af9cf6b02610 None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:59:58.523031 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-fe26ebcc-c9d1-4945-90d6-af9cf6b02610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:58.618145 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-fe26ebcc-c9d1-4945-90d6-af9cf6b02610 None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:59:58.847164 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e52bd-dfdf-46d3-8f3b-4f4d2f8dda1a req-2841554b-0fb2-4309-936f-0f846da280f0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:58.849229 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a35e52bd-dfdf-46d3-8f3b-4f4d2f8dda1a req-2841554b-0fb2-4309-936f-0f846da280f0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 944 time: 0.1001103 Oct 03 15:59:58.853085 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-fe26ebcc-c9d1-4945-90d6-af9cf6b02610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'c2843f70-8c49-405f-994c-c954a48790c3', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'port_id': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'mac_address': 'fa:16:3e:e5:5d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a24b8d-f733-4d00-8cbd-5f211f9ef68e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:59:19Z', 'updated_at': '2022-10-03T15:59:57Z', 'revision_number': 1, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:27Z', 'revision_number': 5, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:59:58.874103 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13be12-d6a2-425a-be74-d71c1ea709f7 req-f4b247b0-67b2-4c1f-8f7c-333eb99c6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:58.875538 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d13be12-d6a2-425a-be74-d71c1ea709f7 req-f4b247b0-67b2-4c1f-8f7c-333eb99c6b3d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=670b7b9a-7e6f-4853-8220-542ceaef90cb HTTP/1.1" status: 200 len: 855 time: 0.0820425 Oct 03 15:59:58.882640 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26ebcc-c9d1-4945-90d6-af9cf6b02610 None None] The sync data for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi is: [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'c2843f70-8c49-405f-994c-c954a48790c3', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'port_id': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'mac_address': 'fa:16:3e:e5:5d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a24b8d-f733-4d00-8cbd-5f211f9ef68e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:59:19Z', 'updated_at': '2022-10-03T15:59:57Z', 'revision_number': 1, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:27Z', 'revision_number': 5, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:59:58.911129 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-7c648da3-71a6-4a50-9cf4-dfb15c77e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:58.913344 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-7c648da3-71a6-4a50-9cf4-dfb15c77e55a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1074371 Oct 03 15:59:58.970778 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0d1d6-f0c3-4e95-8017-d76dd542deb8 req-133259d5-95c5-4369-9263-fe2969de1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:58.972473 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a0d1d6-f0c3-4e95-8017-d76dd542deb8 req-133259d5-95c5-4369-9263-fe2969de1f09 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a8db1f811cf84507ad7ea7058d6a0d25&device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 1129 time: 0.0959415 Oct 03 15:59:58.973939 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13be12-d6a2-425a-be74-d71c1ea709f7 req-de77bb82-1482-4203-b934-92d3618db142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:58.975402 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d13be12-d6a2-425a-be74-d71c1ea709f7 req-de77bb82-1482-4203-b934-92d3618db142 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90c6b009-4013-4301-b819-4e12c2de8610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0887661 Oct 03 15:59:59.010172 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a35e52bd-dfdf-46d3-8f3b-4f4d2f8dda1a req-ab2b8eb5-fca2-423f-9e67-ff93372e5a21 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417615 Oct 03 15:59:59.081421 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-6c6276c9-f930-48ee-9f68-b2009c581609 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512160 Oct 03 15:59:59.088261 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['279a065d-37a6-41d4-b55c-f869f78cf9cc'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:59:59.183735 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0d1d6-f0c3-4e95-8017-d76dd542deb8 req-88e457f6-a71a-4e72-a2a4-f0efb9735852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:59.188937 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a0d1d6-f0c3-4e95-8017-d76dd542deb8 req-88e457f6-a71a-4e72-a2a4-f0efb9735852 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 HTTP/1.1" status: 200 len: 911 time: 0.1967907 Oct 03 15:59:59.256319 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefdf495-ebd7-4f6f-afa7-8fb03bca79fd None None] New status for floating IP c2843f70-8c49-405f-994c-c954a48790c3: ACTIVE {{(pid=106164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 15:59:59.346433 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d13be12-d6a2-425a-be74-d71c1ea709f7 req-5e10440c-0abe-44bc-8cef-3dd4d5ff2db1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530097 Oct 03 15:59:59.348887 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a0d1d6-f0c3-4e95-8017-d76dd542deb8 req-02be897b-fe93-47ac-885a-621cff102ea7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d710284d-cf34-4ba0-b620-3fcbf1bcd02b HTTP/1.1" status: 200 len: 999 time: 0.1500082 Oct 03 15:59:59.518805 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7432c246-9b22-4bcc-af52-2236e1ee8a03 req-c981608d-b8e2-49bc-80f3-c1d0854239c5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211693 Oct 03 15:59:59.544636 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:59:59.547765 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=100 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:59:59.569748 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0d1d6-f0c3-4e95-8017-d76dd542deb8 req-a9c55fd5-e111-4f78-ba3d-fd57d5b2622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:59.571246 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a0d1d6-f0c3-4e95-8017-d76dd542deb8 req-a9c55fd5-e111-4f78-ba3d-fd57d5b2622e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=26d397fd-4b80-4bbf-a0fc-de0f65c079d4 HTTP/1.1" status: 200 len: 849 time: 0.1956320 Oct 03 15:59:59.620157 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d13be12-d6a2-425a-be74-d71c1ea709f7 req-b4909d64-c907-415a-be00-506b705ec9d5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097700 Oct 03 15:59:59.642556 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2f601-052c-47f5-a0a8-84dfa6323775 req-82e9eec2-4a6a-4878-ba97-6e09cfcac18f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:59:59.644129 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e3d2f601-052c-47f5-a0a8-84dfa6323775 req-82e9eec2-4a6a-4878-ba97-6e09cfcac18f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 943 time: 0.0689704 Oct 03 15:59:59.694916 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e3d2f601-052c-47f5-a0a8-84dfa6323775 req-8887904c-71b9-4995-bf1d-32fceeb9f8f4 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451539 Oct 03 16:00:00.153385 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecaebe-5ad2-41f6-9e8f-59ea43faa55f req-01d3045e-ceab-4490-8c62-893d8ddb5376 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:00.154989 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9fecaebe-5ad2-41f6-9e8f-59ea43faa55f req-01d3045e-ceab-4490-8c62-893d8ddb5376 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 944 time: 0.0491433 Oct 03 16:00:00.229607 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9fecaebe-5ad2-41f6-9e8f-59ea43faa55f req-c806b958-b501-4d25-a7d2-c0124d7c3a02 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659046 Oct 03 16:00:00.818426 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c02fde-7d42-4a42-95a3-e48824aa739a req-4eebca46-459f-436a-8ba4-a88e37895e1f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:00.819884 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b1c02fde-7d42-4a42-95a3-e48824aa739a req-4eebca46-459f-436a-8ba4-a88e37895e1f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 943 time: 0.0478797 Oct 03 16:00:00.831117 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:00.850065 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=100 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:00.853615 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0d1d6-f0c3-4e95-8017-d76dd542deb8 req-a00d243a-9c7e-461c-bd53-420211846157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:00.855124 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a0d1d6-f0c3-4e95-8017-d76dd542deb8 req-a00d243a-9c7e-461c-bd53-420211846157 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407536 Oct 03 16:00:00.867758 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b1c02fde-7d42-4a42-95a3-e48824aa739a req-18f8d3d7-4e85-439a-b0cc-431971f6e6f4 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Oct 03 16:00:00.948756 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a0d1d6-f0c3-4e95-8017-d76dd542deb8 req-4af1ab97-0fd0-4d17-aa57-0669520acc82 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857403 Oct 03 16:00:01.056930 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d0a0d1d6-f0c3-4e95-8017-d76dd542deb8 req-61d29173-7f93-4517-bdbd-bf7a07c468bc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011238 Oct 03 16:00:01.259249 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47788) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:01.409686 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eef1a0-ebc7-4865-baee-82cd41afa0f5 req-75243095-8f15-496e-bb2c-6eddd569081a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:01.417326 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-50eef1a0-ebc7-4865-baee-82cd41afa0f5 req-75243095-8f15-496e-bb2c-6eddd569081a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 944 time: 0.0658896 Oct 03 16:00:01.428802 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:01.484660 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 279a065d-37a6-41d4-b55c-f869f78cf9cc up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:01.490080 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-50eef1a0-ebc7-4865-baee-82cd41afa0f5 req-896e0daf-c17c-4fdb-bf33-93ba4fe499ec tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712852 Oct 03 16:00:01.523506 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:01.527496 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Publish callbacks [] for security_group (c2611684-dc28-44a2-a38a-310e0736c8c4), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:01.531168 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (c2611684-dc28-44a2-a38a-310e0736c8c4), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:01.533254 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port 279a065d-37a6-41d4-b55c-f869f78cf9cc completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:00:01.548410 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 279a065d-37a6-41d4-b55c-f869f78cf9cc triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:01.548820 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:01.549302 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 279a065d-37a6-41d4-b55c-f869f78cf9cc Oct 03 16:00:01.578712 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8e8ce25a208e48a6bbf2a855e8f07336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180153 Oct 03 16:00:01.580319 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2611684-dc28-44a2-a38a-310e0736c8c4,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:01.582175 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 47794) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:01.588224 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.588694 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.589206 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.589639 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.590138 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.590483 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.590885 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.591270 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.591663 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.592053 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.592448 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.593244 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.593725 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.594119 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.594542 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8259ccad-8c85-45dd-9446-3ad02a81c3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.603124 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:01.647899 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 279a065d-37a6-41d4-b55c-f869f78cf9cc is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:01.648462 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:01.653698 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Publish callbacks [] for security_group (c2611684-dc28-44a2-a38a-310e0736c8c4), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:01.676631 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:00:01.678566 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Publish callbacks [] for security_group (c2611684-dc28-44a2-a38a-310e0736c8c4), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:01.679252 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175a6736-f071-4d5c-93bc-f0fdf6188ea0" -d '{"events": [{"server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "name": "network-vif-plugged", "status": "completed", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:00:01.692778 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 279a065d-37a6-41d4-b55c-f869f78cf9cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:01.698010 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:01.731501 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141d8e8e-b77e-493a-814b-320824691bf5 x-openstack-request-id: req-141d8e8e-b77e-493a-814b-320824691bf5 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:00:01.732009 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "name": "network-vif-plugged", "status": "completed", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:00:01.732432 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-141d8e8e-b77e-493a-814b-320824691bf5 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:00:01.732940 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141d8e8e-b77e-493a-814b-320824691bf5'] response: {'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'code': 200} Oct 03 16:00:01.735835 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (c2611684-dc28-44a2-a38a-310e0736c8c4), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:01.738387 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:01.741864 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c2611684-dc28-44a2-a38a-310e0736c8c4 HTTP/1.1" status: 204 len: 168 time: 0.1563275 Oct 03 16:00:01.750715 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2611684-dc28-44a2-a38a-310e0736c8c4,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:01.753707 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:01.758866 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=279a065d-37a6-41d4-b55c-f869f78cf9cc,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:01.760348 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.760703 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.761076 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.761422 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.761927 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.762272 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.762607 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.762939 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.763275 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.763606 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.764237 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.764659 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.765347 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.765695 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.766025 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c58c1-07f8-45d9-8250-9688359cf9b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.766536 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.766889 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.767261 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.767596 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.767941 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.768272 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.768606 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.769019 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.769408 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.769737 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.770220 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.770713 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.771192 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.771665 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.772286 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:01.994969 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a935526-1411-4505-bc48-0adce66be095 req-d8ca74bd-3c2f-4d74-88dd-8388a5c9e113 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:01.996432 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3a935526-1411-4505-bc48-0adce66be095 req-d8ca74bd-3c2f-4d74-88dd-8388a5c9e113 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 943 time: 0.0486360 Oct 03 16:00:02.045445 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47806) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:02.052865 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3a935526-1411-4505-bc48-0adce66be095 req-4b659c15-4976-444d-a7dc-02b492107456 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488510 Oct 03 16:00:02.064578 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-65982a89-ce34-43f8-9040-31d5a5d15299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.148688 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-65982a89-ce34-43f8-9040-31d5a5d15299 admin admin] Publish callbacks [] for security_group (6a3244e7-aaca-497b-8a21-5c29e3685cb4), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.153080 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-65982a89-ce34-43f8-9040-31d5a5d15299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (6a3244e7-aaca-497b-8a21-5c29e3685cb4), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.192838 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65982a89-ce34-43f8-9040-31d5a5d15299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3244e7-aaca-497b-8a21-5c29e3685cb4,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:02.200960 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-65982a89-ce34-43f8-9040-31d5a5d15299 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b3ae0dfa20da4f73abee8c4b000ec207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512032 Oct 03 16:00:02.201528 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47812) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:02.251370 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c0717f05-73ca-4582-b45e-b760c7063fd9 admin admin] Publish callbacks [] for security_group (6a3244e7-aaca-497b-8a21-5c29e3685cb4), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.272490 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c0717f05-73ca-4582-b45e-b760c7063fd9 admin admin] Publish callbacks [] for security_group (6a3244e7-aaca-497b-8a21-5c29e3685cb4), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.348485 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c0717f05-73ca-4582-b45e-b760c7063fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (6a3244e7-aaca-497b-8a21-5c29e3685cb4), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.351127 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c0717f05-73ca-4582-b45e-b760c7063fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.352446 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-c0717f05-73ca-4582-b45e-b760c7063fd9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6a3244e7-aaca-497b-8a21-5c29e3685cb4 HTTP/1.1" status: 204 len: 168 time: 0.1503105 Oct 03 16:00:02.376401 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0717f05-73ca-4582-b45e-b760c7063fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3244e7-aaca-497b-8a21-5c29e3685cb4,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:02.492295 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 47822) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:02.628697 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132ed39-8b84-4e62-8756-18fcc8f9d23e req-a9479dfb-f96e-46fd-9e8c-57d12b7757b8 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:02.630229 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7132ed39-8b84-4e62-8756-18fcc8f9d23e req-a9479dfb-f96e-46fd-9e8c-57d12b7757b8 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0580795 Oct 03 16:00:02.636399 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d11e8264-1964-40d8-8ec5-0f8587068e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.691987 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 47832) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:02.726097 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7e55fab6-47fe-4992-b35e-99e0f806c675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.756059 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7132ed39-8b84-4e62-8756-18fcc8f9d23e req-b2acca68-e50c-4ac3-9b6a-21013f5ab288 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001742 Oct 03 16:00:02.804595 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d11e8264-1964-40d8-8ec5-0f8587068e35 admin admin] Publish callbacks [] for security_group (dc561217-b8dd-4780-aa92-4f93076ff68e), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.810246 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d11e8264-1964-40d8-8ec5-0f8587068e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (dc561217-b8dd-4780-aa92-4f93076ff68e), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.867224 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e8264-1964-40d8-8ec5-0f8587068e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc561217-b8dd-4780-aa92-4f93076ff68e,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:02.878692 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-d11e8264-1964-40d8-8ec5-0f8587068e35 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=33908f77b1754ea6b63aabef54f89e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848920 Oct 03 16:00:02.881438 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47834) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:02.890411 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7e55fab6-47fe-4992-b35e-99e0f806c675 admin admin] Publish callbacks [] for security_group (f707f8ac-c9ad-45eb-bf13-19ac79838ddb), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.894530 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7e55fab6-47fe-4992-b35e-99e0f806c675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (f707f8ac-c9ad-45eb-bf13-19ac79838ddb), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.918058 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:02.925191 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:02.927839 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:02.939240 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-7e55fab6-47fe-4992-b35e-99e0f806c675 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=353849cf7a6e4df694699d8a1e884e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462239 Oct 03 16:00:02.941913 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55fab6-47fe-4992-b35e-99e0f806c675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f707f8ac-c9ad-45eb-bf13-19ac79838ddb,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:02.943282 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ddec6a01-d163-45a7-8f4f-2ed021b1d9e9 admin admin] Publish callbacks [] for security_group (dc561217-b8dd-4780-aa92-4f93076ff68e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:02.944367 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 47836) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:02.966708 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ddec6a01-d163-45a7-8f4f-2ed021b1d9e9 admin admin] Publish callbacks [] for security_group (dc561217-b8dd-4780-aa92-4f93076ff68e), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:03.000807 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8e1d8206-68f8-4ed4-bd17-507f3fc4ca18 admin admin] Publish callbacks [] for security_group (f707f8ac-c9ad-45eb-bf13-19ac79838ddb), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:03.018929 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ddec6a01-d163-45a7-8f4f-2ed021b1d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (dc561217-b8dd-4780-aa92-4f93076ff68e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:03.021580 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8e1d8206-68f8-4ed4-bd17-507f3fc4ca18 admin admin] Publish callbacks [] for security_group (f707f8ac-c9ad-45eb-bf13-19ac79838ddb), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:03.021731 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ddec6a01-d163-45a7-8f4f-2ed021b1d9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:03.025202 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-ddec6a01-d163-45a7-8f4f-2ed021b1d9e9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/dc561217-b8dd-4780-aa92-4f93076ff68e HTTP/1.1" status: 204 len: 168 time: 0.1427109 Oct 03 16:00:03.039902 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec6a01-d163-45a7-8f4f-2ed021b1d9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc561217-b8dd-4780-aa92-4f93076ff68e,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:03.077526 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8e1d8206-68f8-4ed4-bd17-507f3fc4ca18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (f707f8ac-c9ad-45eb-bf13-19ac79838ddb), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:03.081282 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8e1d8206-68f8-4ed4-bd17-507f3fc4ca18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:03.082430 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-8e1d8206-68f8-4ed4-bd17-507f3fc4ca18 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f707f8ac-c9ad-45eb-bf13-19ac79838ddb HTTP/1.1" status: 204 len: 168 time: 0.1366839 Oct 03 16:00:03.091065 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d8206-68f8-4ed4-bd17-507f3fc4ca18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f707f8ac-c9ad-45eb-bf13-19ac79838ddb,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:03.193445 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82d1f4-905b-4e97-940a-6d28b7f8ef02 req-5ddc578a-5fea-4192-b2be-2e16edfceb6f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:03.197347 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3c82d1f4-905b-4e97-940a-6d28b7f8ef02 req-5ddc578a-5fea-4192-b2be-2e16edfceb6f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 943 time: 0.0554228 Oct 03 16:00:03.259125 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3c82d1f4-905b-4e97-940a-6d28b7f8ef02 req-1c273216-2f76-4f2f-a697-4fc908cccacc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581667 Oct 03 16:00:03.745390 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 49490488-b358-414a-b2e8-87117b319960 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:00:03.806939 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4d341-42a7-4eb5-8aaa-b04c5bdf1275 req-03979c67-0886-487e-af4a-1dba5d4a8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:03.808446 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-cce4d341-42a7-4eb5-8aaa-b04c5bdf1275 req-03979c67-0886-487e-af4a-1dba5d4a8d53 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 1129 time: 0.0620222 Oct 03 16:00:03.874981 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 49490488-b358-414a-b2e8-87117b319960, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=49490488-b358-414a-b2e8-87117b319960,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:03.890651 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '49490488-b358-414a-b2e8-87117b319960', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'port_id': '49490488-b358-414a-b2e8-87117b319960', 'mac_address': 'fa:16:3e:2a:d7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:00:03.911534 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580543cd-17cb-49bf-8a84-1681e23ab871 req-a4b6f96e-fcbc-4839-91ce-2313c397ed50 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:03.913289 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-580543cd-17cb-49bf-8a84-1681e23ab871 req-a4b6f96e-fcbc-4839-91ce-2313c397ed50 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0585403 Oct 03 16:00:03.941976 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 49490488-b358-414a-b2e8-87117b319960 is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:03.942587 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (49490488-b358-414a-b2e8-87117b319960), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:03.948978 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47886) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:03.959989 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49490488-b358-414a-b2e8-87117b319960 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:00:03.982501 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:03.985223 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 49490488-b358-414a-b2e8-87117b319960, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=49490488-b358-414a-b2e8-87117b319960,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:03.991666 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (49490488-b358-414a-b2e8-87117b319960), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:03.998414 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-580543cd-17cb-49bf-8a84-1681e23ab871 req-39269f1d-0f74-433f-a13e-a50c5944a815 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779796 Oct 03 16:00:04.048478 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=49490488-b358-414a-b2e8-87117b319960,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:04.122549 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47892) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:04.145990 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1899124207-network', 'tenant_id': '60b016d4443142d4bb81dae536748cf1'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:04.172687 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-425395813-network', 'tenant_id': '1616ab7beef7499280c47114208878fe'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:04.177633 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Made reservation on behalf of 60b016d4443142d4bb81dae536748cf1 for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:00:04.179839 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.196123 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.215038 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Made reservation on behalf of 1616ab7beef7499280c47114208878fe for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:00:04.217355 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.231747 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.342258 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Publish callbacks [] for security_group (38e8a777-ead5-4268-89e3-f3bbeff7998a), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.350290 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (38e8a777-ead5-4268-89e3-f3bbeff7998a), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.396024 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 16:00:04.396250 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b344bf-d83b-4d40-915c-e1c1fa9d1be3 req-3b3544c8-89ce-431f-9b0d-9c258981e3ec tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:04.398197 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-08b344bf-d83b-4d40-915c-e1c1fa9d1be3 req-3b3544c8-89ce-431f-9b0d-9c258981e3ec tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 944 time: 0.0510345 Oct 03 16:00:04.407444 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Publish callbacks [] for security_group (d73cc966-0375-4aed-873c-263910dbc4f9), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.408794 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e8a777-ead5-4268-89e3-f3bbeff7998a,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:04.414784 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (d73cc966-0375-4aed-873c-263910dbc4f9), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.423883 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (81aa016c-875d-40c7-a437-2ccae48f6105), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.433045 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Added segment 81aa016c-875d-40c7-a437-2ccae48f6105 of type vlan for network 793e8504-b1fb-440d-84d6-d2ad56065f0c Oct 03 16:00:04.465485 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-08b344bf-d83b-4d40-915c-e1c1fa9d1be3 req-ccc10b14-9653-4e76-a7a7-3a9e5cfd1165 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616515 Oct 03 16:00:04.468963 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 16:00:04.512090 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73cc966-0375-4aed-873c-263910dbc4f9,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:04.517016 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (99dede38-14b5-4216-9212-f58f8a602c13), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.517405 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Added segment 99dede38-14b5-4216-9212-f58f8a602c13 of type vlan for network c3ebf8a3-15ef-4ba4-87bc-962a0f991337 Oct 03 16:00:04.534270 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (793e8504-b1fb-440d-84d6-d2ad56065f0c), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.584567 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (c3ebf8a3-15ef-4ba4-87bc-962a0f991337), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.597663 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=72,neutron:DELETE=2,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:04.606758 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (793e8504-b1fb-440d-84d6-d2ad56065f0c), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.607730 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:04.608361 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.632450 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:04.669849 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7197468 Oct 03 16:00:04.671091 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (c3ebf8a3-15ef-4ba4-87bc-962a0f991337), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.672023 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:04.672595 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.673390 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 47902) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:04.678754 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-aa0a2ebc-1529-417b-8f9e-3ecd1e8bd3d2 admin admin] Request body: {'subnet': {'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1899124207-subnet', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'ip_version': 4}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:04.693028 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a57e0-7fe4-4560-9f56-33ef4c5e8963 admin admin] Pushing event updated for resources: {'Network': ['ID=793e8504-b1fb-440d-84d6-d2ad56065f0c,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:04.700127 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0a2ebc-1529-417b-8f9e-3ecd1e8bd3d2 admin admin] Made reservation on behalf of 60b016d4443142d4bb81dae536748cf1 for: {'subnet': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:00:04.702890 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2ebc-1529-417b-8f9e-3ecd1e8bd3d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.704766 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 793e8504-b1fb-440d-84d6-d2ad56065f0c details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 16:00:04.716201 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5925603 Oct 03 16:00:04.723628 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 47904) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:04.728484 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-f2ffc5eb-6fd2-4bc7-b598-d86c1637e3e1 admin admin] Request body: {'subnet': {'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-425395813-subnet', 'tenant_id': '1616ab7beef7499280c47114208878fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:04.796355 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ffc5eb-6fd2-4bc7-b598-d86c1637e3e1 admin admin] Made reservation on behalf of 1616ab7beef7499280c47114208878fe for: {'subnet': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:00:04.798733 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc5eb-6fd2-4bc7-b598-d86c1637e3e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:04.820848 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7571d-4d6f-497e-98e6-03b1eac02f88 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ebf8a3-15ef-4ba4-87bc-962a0f991337,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:04.833143 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network c3ebf8a3-15ef-4ba4-87bc-962a0f991337 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 16:00:04.836563 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-48ed3951-7ff9-4881-a6a2-8b651d4695de req-8f996bf7-ea6f-412b-84de-8d5eb91a842f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745609 Oct 03 16:00:04.849810 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-cce4d341-42a7-4eb5-8aaa-b04c5bdf1275 req-66cef819-13c3-439e-b08d-2f39fe99965e service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294956 Oct 03 16:00:05.022568 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['49490488-b358-414a-b2e8-87117b319960'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:00:05.084452 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2ebc-1529-417b-8f9e-3ecd1e8bd3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (5666311e-53e6-4472-80b7-8214d955c322), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:05.125752 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:05.173081 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc5eb-6fd2-4bc7-b598-d86c1637e3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (267a869c-befd-47fb-9912-81a746e13b4f), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:05.180135 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:05.209784 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed3951-7ff9-4881-a6a2-8b651d4695de req-80a13b62-d76d-493a-af86-5940112863c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:05.211316 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-48ed3951-7ff9-4881-a6a2-8b651d4695de req-80a13b62-d76d-493a-af86-5940112863c4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=943f7e5ccad5410896a40678aeaaf1c1&device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 1130 time: 0.0464022 Oct 03 16:00:05.213106 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a2ebc-1529-417b-8f9e-3ecd1e8bd3d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5666311e-53e6-4472-80b7-8214d955c322,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:05.232770 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc447a47-d0cc-479d-8651-511c46cbb68b req-5bc90f59-81af-4155-9d35-1f00008f4c06 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:05.234382 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bc447a47-d0cc-479d-8651-511c46cbb68b req-5bc90f59-81af-4155-9d35-1f00008f4c06 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.1203737 Oct 03 16:00:05.282413 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a2ebc-1529-417b-8f9e-3ecd1e8bd3d2 admin admin] Checking segment: {'id': '81aa016c-875d-40c7-a437-2ccae48f6105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:00:05.282763 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0a2ebc-1529-417b-8f9e-3ecd1e8bd3d2 admin admin] Network hostable DHCP agents. Network: 793e8504-b1fb-440d-84d6-d2ad56065f0c, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 16:00:05.289346 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:05.320847 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffc5eb-6fd2-4bc7-b598-d86c1637e3e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=267a869c-befd-47fb-9912-81a746e13b4f,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:05.335674 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed3951-7ff9-4881-a6a2-8b651d4695de req-bcd0390a-07f9-4353-9d3a-73e639f611d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:05.337425 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-48ed3951-7ff9-4881-a6a2-8b651d4695de req-bcd0390a-07f9-4353-9d3a-73e639f611d5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=6729b450-3931-444e-a8de-cc935e69b64c HTTP/1.1" status: 200 len: 913 time: 0.0947526 Oct 03 16:00:05.347392 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ffc5eb-6fd2-4bc7-b598-d86c1637e3e1 admin admin] Checking segment: {'id': '99dede38-14b5-4216-9212-f58f8a602c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:00:05.347753 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffc5eb-6fd2-4bc7-b598-d86c1637e3e1 admin admin] Network hostable DHCP agents. Network: c3ebf8a3-15ef-4ba4-87bc-962a0f991337, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 16:00:05.356071 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bc447a47-d0cc-479d-8651-511c46cbb68b req-22064793-bdb0-475f-be16-86b840cc0efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005647 Oct 03 16:00:05.357545 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0a2ebc-1529-417b-8f9e-3ecd1e8bd3d2 admin admin] Network 793e8504-b1fb-440d-84d6-d2ad56065f0c is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 16:00:05.376099 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-aa0a2ebc-1529-417b-8f9e-3ecd1e8bd3d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 793e8504-b1fb-440d-84d6-d2ad56065f0c) {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:05.381174 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0a2ebc-1529-417b-8f9e-3ecd1e8bd3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:05.381774 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2ebc-1529-417b-8f9e-3ecd1e8bd3d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:05.382032 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-48ed3951-7ff9-4881-a6a2-8b651d4695de req-499be6ae-5f33-4572-a4aa-01122ba52b61 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d98370fa-9fb9-4a61-b4bb-53554447eae1 HTTP/1.1" status: 200 len: 217 time: 0.0339420 Oct 03 16:00:05.393160 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffc5eb-6fd2-4bc7-b598-d86c1637e3e1 admin admin] Network c3ebf8a3-15ef-4ba4-87bc-962a0f991337 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 16:00:05.398501 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93b5fa2-7a2e-48cb-b6eb-df5629742c14 None None] Network 793e8504-b1fb-440d-84d6-d2ad56065f0c requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:00:05.401389 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-f2ffc5eb-6fd2-4bc7-b598-d86c1637e3e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, c3ebf8a3-15ef-4ba4-87bc-962a0f991337) {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:05.409283 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-aa0a2ebc-1529-417b-8f9e-3ecd1e8bd3d2 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7347705 Oct 03 16:00:05.411437 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 47912) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:05.413783 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ffc5eb-6fd2-4bc7-b598-d86c1637e3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:05.414378 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc5eb-6fd2-4bc7-b598-d86c1637e3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:05.419084 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:05.446075 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2fd333-bad7-46b3-a2ea-a2bf97c39b43 None None] Network c3ebf8a3-15ef-4ba4-87bc-962a0f991337 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:00:05.450848 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed3951-7ff9-4881-a6a2-8b651d4695de req-d4e8b178-56ad-483b-89c0-099b7b59a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:05.453278 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-48ed3951-7ff9-4881-a6a2-8b651d4695de req-d4e8b178-56ad-483b-89c0-099b7b59a7ad service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=617dd94f-a06b-461a-b7cf-78502b91163e HTTP/1.1" status: 200 len: 851 time: 0.0644331 Oct 03 16:00:05.457477 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-f2ffc5eb-6fd2-4bc7-b598-d86c1637e3e1 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7325828 Oct 03 16:00:05.479782 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29328'] for router (606faf2b-0b17-4a09-b87b-a666bc877a43), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:05.481444 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29323'] for router (606faf2b-0b17-4a09-b87b-a666bc877a43), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:05.507283 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed3951-7ff9-4881-a6a2-8b651d4695de req-e1a8161b-b9a8-4f14-a7e3-c65dcccbb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:05.508892 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-48ed3951-7ff9-4881-a6a2-8b651d4695de req-e1a8161b-b9a8-4f14-a7e3-c65dcccbb39c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=6729b450-3931-444e-a8de-cc935e69b64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437150 Oct 03 16:00:05.563578 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Publish callbacks [] for router_controller (606faf2b-0b17-4a09-b87b-a666bc877a43), precommit_add_association {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:05.739827 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c6ae877-a55f-574a-9025-bb7fe84a5911-793e8504-b1fb-440d-84d6-d2ad56065f0c', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'project_id': '60b016d4443142d4bb81dae536748cf1', 'fixed_ips': [{'subnet_id': '5666311e-53e6-4472-80b7-8214d955c322'}]}} from dv-cinder-844563-13-iscsi. {{(pid=106164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 16:00:05.741451 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:05.760150 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:05.797265 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33185794-77c7-49a5-82ef-2ab67d3bc5a8 req-771a6d90-ddb0-4e94-b537-1b0f31faf868 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:05.800238 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-33185794-77c7-49a5-82ef-2ab67d3bc5a8 req-771a6d90-ddb0-4e94-b537-1b0f31faf868 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 944 time: 0.1159043 Oct 03 16:00:05.810462 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Publish callbacks [] for router_gateway (606faf2b-0b17-4a09-b87b-a666bc877a43), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:05.885860 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abe2a75-064d-42f4-a840-3d7071d2e4a3 None None] Network c3ebf8a3-15ef-4ba4-87bc-962a0f991337 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:00:05.925561 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-33185794-77c7-49a5-82ef-2ab67d3bc5a8 req-d59b38d5-ef7c-44c9-9646-ddf8dd519e24 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188095 Oct 03 16:00:05.946269 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 49490488-b358-414a-b2e8-87117b319960 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:06.070725 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.db_base_plugin_common [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Allocated IP 172.20.0.2 (793e8504-b1fb-440d-84d6-d2ad56065f0c/5666311e-53e6-4472-80b7-8214d955c322/56820f08-74f0-4bd4-83af-e37faf5bc349) {{(pid=106164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:00:06.103390 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port 49490488-b358-414a-b2e8-87117b319960 completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:00:06.112189 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Publish callbacks [] for router_gateway (606faf2b-0b17-4a09-b87b-a666bc877a43), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:06.149840 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:06.162563 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 49490488-b358-414a-b2e8-87117b319960 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:06.163399 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (49490488-b358-414a-b2e8-87117b319960), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:06.164134 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 49490488-b358-414a-b2e8-87117b319960 Oct 03 16:00:06.187558 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-48ed3951-7ff9-4881-a6a2-8b651d4695de req-28ce8935-4d95-40f6-b5ed-34640f028cf1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6729b450-3931-444e-a8de-cc935e69b64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401961 Oct 03 16:00:06.298780 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:06.319944 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Allocated IP 172.27.0.187 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/2b422881-e97d-43d6-9db0-0bff57538d32) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:00:06.363835 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 49490488-b358-414a-b2e8-87117b319960 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:06.364231 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (49490488-b358-414a-b2e8-87117b319960), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:06.391631 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:06.392471 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Publish callbacks [] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), precommit_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:06.409009 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5788363a-33d3-4304-a1eb-ff548eff183c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49490488-b358-414a-b2e8-87117b319960'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:00:06.411322 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34da03ae-bd26-4584-a8f0-af948c09e57a" -d '{"events": [{"server_uuid": "5788363a-33d3-4304-a1eb-ff548eff183c", "name": "network-vif-plugged", "status": "completed", "tag": "49490488-b358-414a-b2e8-87117b319960"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:00:06.431651 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:06.436447 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:06.441172 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 49490488-b358-414a-b2e8-87117b319960, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=49490488-b358-414a-b2e8-87117b319960,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:06.452533 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Publish callbacks [] for port (2b422881-e97d-43d6-9db0-0bff57538d32), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:06.468956 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (49490488-b358-414a-b2e8-87117b319960), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:06.477414 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254bbbd8-db35-4db1-80c9-8ecc83757c8a x-openstack-request-id: req-254bbbd8-db35-4db1-80c9-8ecc83757c8a {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:00:06.477735 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5788363a-33d3-4304-a1eb-ff548eff183c", "name": "network-vif-plugged", "status": "completed", "tag": "49490488-b358-414a-b2e8-87117b319960", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:00:06.477998 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-254bbbd8-db35-4db1-80c9-8ecc83757c8a {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:00:06.478398 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254bbbd8-db35-4db1-80c9-8ecc83757c8a'] response: {'server_uuid': '5788363a-33d3-4304-a1eb-ff548eff183c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49490488-b358-414a-b2e8-87117b319960', 'code': 200} Oct 03 16:00:06.496609 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Network 793e8504-b1fb-440d-84d6-d2ad56065f0c is already hosted by enough agents. {{(pid=106164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:00:06.498326 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Pushing event updated for resources: {'Port': ['ID=56820f08-74f0-4bd4-83af-e37faf5bc349,revision_number=1']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:06.501511 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.base_scheduler [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Resources bound (agent type, host, resource id): {{(pid=106164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:06.507854 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Received port after_create {{(pid=106164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:00:06.517813 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:06.546899 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80e392-da4d-480e-81e6-eb0fac5b6edc req-98ff0daf-82ef-4f0a-9a8d-fec5a361fa7b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:06.548412 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fb80e392-da4d-480e-81e6-eb0fac5b6edc req-98ff0daf-82ef-4f0a-9a8d-fec5a361fa7b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0818529 Oct 03 16:00:06.554892 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (2b422881-e97d-43d6-9db0-0bff57538d32), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:06.603775 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=49490488-b358-414a-b2e8-87117b319960,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:06.607317 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Attempting to bind port 56820f08-74f0-4bd4-83af-e37faf5bc349 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:00:06.607317 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Attempting to bind port 56820f08-74f0-4bd4-83af-e37faf5bc349 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '81aa016c-875d-40c7-a437-2ccae48f6105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:00:06.607317 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Attempting to bind port 56820f08-74f0-4bd4-83af-e37faf5bc349 on network 793e8504-b1fb-440d-84d6-d2ad56065f0c {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:00:06.621680 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:00:06.628997 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:06.635671 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:00:06.643469 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Pushing event updated for resources: {'Port': ['ID=2b422881-e97d-43d6-9db0-0bff57538d32,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:06.648711 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:06.651758 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:00:06.652136 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Checking segment: {'id': '81aa016c-875d-40c7-a437-2ccae48f6105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:00:06.652538 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:06.652958 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Bound using segment: {'id': '81aa016c-875d-40c7-a437-2ccae48f6105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:00:06.653440 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Bound port: 56820f08-74f0-4bd4-83af-e37faf5bc349, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81aa016c-875d-40c7-a437-2ccae48f6105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:00:06.653823 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:06.687608 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fb80e392-da4d-480e-81e6-eb0fac5b6edc req-e32a5179-5fa5-461b-816b-7825d1bca6ed tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298709 Oct 03 16:00:06.726922 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] For port 56820f08-74f0-4bd4-83af-e37faf5bc349, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:00:06.730167 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] For port 56820f08-74f0-4bd4-83af-e37faf5bc349, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=56820f08-74f0-4bd4-83af-e37faf5bc349,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:00:06.737848 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:06.799547 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63edde-5d9d-41d5-baf6-bebb32812152 None None] Pushing event updated for resources: {'Port': ['ID=56820f08-74f0-4bd4-83af-e37faf5bc349,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:06.881853 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Publish callbacks [] for router_gateway (606faf2b-0b17-4a09-b87b-a666bc877a43), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:07.114533 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843eed3-9b20-4a33-a962-65ab938112d8 req-c0aba4bc-94d1-4bcf-be6a-0ecc46a13e0c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:07.116093 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4843eed3-9b20-4a33-a962-65ab938112d8 req-c0aba4bc-94d1-4bcf-be6a-0ecc46a13e0c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0762124 Oct 03 16:00:07.189060 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727822'] for router (606faf2b-0b17-4a09-b87b-a666bc877a43), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:07.207602 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4843eed3-9b20-4a33-a962-65ab938112d8 req-8cc68ebf-2ec2-4c2d-bbd8-143eca1e0ae5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662246 Oct 03 16:00:07.289608 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:07.353935 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Router 606faf2b-0b17-4a09-b87b-a666bc877a43 is scheduled to L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead with binding_index 1 {{(pid=106162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 16:00:07.725165 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:00:07.740374 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Sync routers for ids ['606faf2b-0b17-4a09-b87b-a666bc877a43'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:00:07.741023 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:07.771077 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:07.773538 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-11f93a78-f808-4ee9-a9fa-fa6ba4d30979 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3601291 Oct 03 16:00:07.775489 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 47998) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:07.804965 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Routers {'606faf2b-0b17-4a09-b87b-a666bc877a43'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:00:07.805910 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['606faf2b-0b17-4a09-b87b-a666bc877a43'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:07.806813 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-79e9f198-8d6d-45aa-872e-068618719bcf tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:07.808437 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-79e9f198-8d6d-45aa-872e-068618719bcf tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c3ebf8a3-15ef-4ba4-87bc-962a0f991337 HTTP/1.1" status: 200 len: 808 time: 0.1580746 Oct 03 16:00:07.832945 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-e76dcb79-0ddb-4701-abfe-accbcdeed605 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/quotas/1616ab7beef7499280c47114208878fe HTTP/1.1" status: 200 len: 375 time: 0.0158820 Oct 03 16:00:07.896447 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-472a1d52-d1ea-4cf0-adf1-c03aefe63295 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1616ab7beef7499280c47114208878fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560408 Oct 03 16:00:07.925594 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f8c025-c5df-4922-a931-f8a7f9f3168b None None] Network 793e8504-b1fb-440d-84d6-d2ad56065f0c requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:00:08.015859 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563b7dc-d754-4174-be48-e6100d28e33b req-3973b40d-eee1-411b-9155-c860d54c9332 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:08.023302 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9563b7dc-d754-4174-be48-e6100d28e33b req-3973b40d-eee1-411b-9155-c860d54c9332 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.1142459 Oct 03 16:00:08.047216 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-2cbfb5f1-6083-4e99-bdb1-d2a8761e0e72 None None] Provisioning complete for port 56820f08-74f0-4bd4-83af-e37faf5bc349 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:08.047595 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb5f1-6083-4e99-bdb1-d2a8761e0e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:08.047928 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-2cbfb5f1-6083-4e99-bdb1-d2a8761e0e72 None None] Attempt 1 to provision port 56820f08-74f0-4bd4-83af-e37faf5bc349 Oct 03 16:00:08.048750 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Set router 606faf2b-0b17-4a09-b87b-a666bc877a43 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:00:08.104682 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9563b7dc-d754-4174-be48-e6100d28e33b req-5d666528-d0bb-4341-850c-d9ad5ed83a29 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738249 Oct 03 16:00:08.130967 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-d44c3ac8-4b93-40a0-b9a6-03a7cfbc6c01 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c3ebf8a3-15ef-4ba4-87bc-962a0f991337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332444 Oct 03 16:00:08.203074 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-2cbfb5f1-6083-4e99-bdb1-d2a8761e0e72 None None] Current status of the port 56820f08-74f0-4bd4-83af-e37faf5bc349 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:08.203832 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb5f1-6083-4e99-bdb1-d2a8761e0e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:08.251078 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-a8ec26f6-b475-4f8d-b98c-375e4739151a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c3ebf8a3-15ef-4ba4-87bc-962a0f991337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188600 Oct 03 16:00:08.266594 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=100 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:08.299313 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-2cbfb5f1-6083-4e99-bdb1-d2a8761e0e72 None None] For port 56820f08-74f0-4bd4-83af-e37faf5bc349, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=56820f08-74f0-4bd4-83af-e37faf5bc349,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:08.307008 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=100 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:08.317191 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb5f1-6083-4e99-bdb1-d2a8761e0e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:08.352567 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:00:06Z', 'revision_number': 3, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port': {'id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:06Z', 'updated_at': '2022-10-03T16:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:08.385789 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Checking router: 606faf2b-0b17-4a09-b87b-a666bc877a43 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:00:08.386388 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Updating router 606faf2b-0b17-4a09-b87b-a666bc877a43 port 2b422881-e97d-43d6-9db0-0bff57538d32 binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:00:08.423960 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfb5f1-6083-4e99-bdb1-d2a8761e0e72 None None] Pushing event updated for resources: {'Port': ['ID=56820f08-74f0-4bd4-83af-e37faf5bc349,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:08.452378 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6cd51-f632-4e45-94cc-a91484bc78c8 req-193f27a2-0686-478d-a55e-c6702aaea6dc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:08.473867 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a1d6cd51-f632-4e45-94cc-a91484bc78c8 req-193f27a2-0686-478d-a55e-c6702aaea6dc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1347258 Oct 03 16:00:08.549333 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-47ec8890-620f-4023-a793-1a7885d2fb12 None None] Provisioning complete for port 56820f08-74f0-4bd4-83af-e37faf5bc349 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:08.553310 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-47ec8890-620f-4023-a793-1a7885d2fb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:08.553679 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-47ec8890-620f-4023-a793-1a7885d2fb12 None None] Attempt 1 to provision port 56820f08-74f0-4bd4-83af-e37faf5bc349 Oct 03 16:00:08.610185 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-745504ea-354c-45e8-8fdd-3839e5ef4b04 req-c7c45d12-dc88-42f0-a60c-74280a3978c6 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 210 time: 0.0733504 Oct 03 16:00:08.628037 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-48ed3951-7ff9-4881-a6a2-8b651d4695de req-b128ae93-16f7-4917-bb0c-e731a20c72bd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/6729b450-3931-444e-a8de-cc935e69b64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7422667 Oct 03 16:00:08.644655 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a1d6cd51-f632-4e45-94cc-a91484bc78c8 req-9795afbf-7a8b-4dc8-959f-e8548be7e0dd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627076 Oct 03 16:00:08.680985 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:08.715812 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 56820f08-74f0-4bd4-83af-e37faf5bc349 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:08.766524 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-47ec8890-620f-4023-a793-1a7885d2fb12 None None] Current status of the port 56820f08-74f0-4bd4-83af-e37faf5bc349 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:08.774015 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2b422881-e97d-43d6-9db0-0bff57538d32), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:08.801940 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 56820f08-74f0-4bd4-83af-e37faf5bc349 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:08.803160 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:08.803766 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 56820f08-74f0-4bd4-83af-e37faf5bc349 Oct 03 16:00:08.978181 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:08.986858 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 56820f08-74f0-4bd4-83af-e37faf5bc349 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:09.101036 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f14ca-ec48-4547-b2ce-d5ae35ac710c req-13b47e43-c3ba-4690-968d-91355a18d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:09.102934 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-3c0f14ca-ec48-4547-b2ce-d5ae35ac710c req-13b47e43-c3ba-4690-968d-91355a18d466 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 1129 time: 0.0736680 Oct 03 16:00:09.109344 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:09.213356 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:09.256503 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-3c0f14ca-ec48-4547-b2ce-d5ae35ac710c req-490f1a71-0aab-4d1b-af12-7c468670d3a4 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362920 Oct 03 16:00:09.262467 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Publish callbacks [] for port (2b422881-e97d-43d6-9db0-0bff57538d32), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:09.271796 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (2b422881-e97d-43d6-9db0-0bff57538d32), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:09.306696 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab259f-053e-479a-aedf-fe78cf36a129 req-627b18ab-ab50-427e-b998-858a30b967ee tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:09.308240 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ccab259f-053e-479a-aedf-fe78cf36a129 req-627b18ab-ab50-427e-b998-858a30b967ee tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0686035 Oct 03 16:00:09.324708 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Attempting to bind port 2b422881-e97d-43d6-9db0-0bff57538d32 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:00:09.325097 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Attempting to bind port 2b422881-e97d-43d6-9db0-0bff57538d32 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:00:09.325450 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Attempting to bind port 2b422881-e97d-43d6-9db0-0bff57538d32 on network a63bfa27-480e-4efb-a24e-26dec41cf4a1 {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:00:09.360135 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Pushing event updated for resources: {'Port': ['ID=2b422881-e97d-43d6-9db0-0bff57538d32,revision_number=2']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:09.363694 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ccab259f-053e-479a-aedf-fe78cf36a129 req-be476420-0532-47c2-9cfc-40c17c5c011c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488045 Oct 03 16:00:09.369017 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.369950 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.370326 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.370676 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.371312 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.371312 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.371642 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.371964 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.372303 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.372623 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.373004 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.373342 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.374260 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.374759 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.375079 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:00:09.397777 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:00:09.398152 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Checking segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:00:09.398547 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:09.398942 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Bound using segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:00:09.399488 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Bound port: 2b422881-e97d-43d6-9db0-0bff57538d32, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:00:09.399873 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2b422881-e97d-43d6-9db0-0bff57538d32), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:09.401025 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Allocated IP 172.20.0.1 (793e8504-b1fb-440d-84d6-d2ad56065f0c/5666311e-53e6-4472-80b7-8214d955c322/3a6dc994-a24a-4b79-b61c-f269b5022f01) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:00:09.456457 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] For port 2b422881-e97d-43d6-9db0-0bff57538d32, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:00:09.459562 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] For port 2b422881-e97d-43d6-9db0-0bff57538d32, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=2b422881-e97d-43d6-9db0-0bff57538d32,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:00:09.467123 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (2b422881-e97d-43d6-9db0-0bff57538d32), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:09.503955 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Routers {'606faf2b-0b17-4a09-b87b-a666bc877a43'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:00:09.504672 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['606faf2b-0b17-4a09-b87b-a666bc877a43'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:09.513687 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe75c0f-32bb-49d7-a39c-be033be29465 req-e207bebd-88cc-4252-b668-e3b260a3a2f0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:09.516088 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ebe75c0f-32bb-49d7-a39c-be033be29465 req-e207bebd-88cc-4252-b668-e3b260a3a2f0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0523384 Oct 03 16:00:09.527100 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48028) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:09.528918 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Publish callbacks [] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:09.531760 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-074ce8ad-3ea4-4714-9aa6-e6e7ce0e7df7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Request body: {'floatingip': {'port_id': '279a065d-37a6-41d4-b55c-f869f78cf9cc'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:09.565053 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:09.579040 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82292178-e09f-44cc-8f1b-e0249d326b57 None None] Pushing event updated for resources: {'Port': ['ID=2b422881-e97d-43d6-9db0-0bff57538d32,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:09.603461 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-074ce8ad-3ea4-4714-9aa6-e6e7ce0e7df7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (d9310453-9451-498a-be47-63e2d08ca725), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:09.612183 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Network 793e8504-b1fb-440d-84d6-d2ad56065f0c is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:00:09.616956 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:09.621802 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:00:09.628172 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Pushing event updated for resources: {'Port': ['ID=3a6dc994-a24a-4b79-b61c-f269b5022f01,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:09.645981 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] Set router 606faf2b-0b17-4a09-b87b-a666bc877a43 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:00:09.714692 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923253'] for router_interface (606faf2b-0b17-4a09-b87b-a666bc877a43), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:09.759271 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:09.813719 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-55fc0f1e-9398-4b6c-9fd1-43e2586059b5 req-d4fdd667-cf2c-464a-aebe-a20e0ba8b699 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 210 time: 0.0455608 Oct 03 16:00:09.825177 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:09.839534 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:09.902965 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:00:06Z', 'revision_number': 3, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port': {'id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:06Z', 'updated_at': '2022-10-03T16:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:09.949120 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2cd6cc-f88f-4d55-835c-c0d5a1ea5c73 None None] The sync data for ids ['606faf2b-0b17-4a09-b87b-a666bc877a43'] in dv-cinder-844563-13-iscsi is: [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:00:06Z', 'revision_number': 3, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port': {'id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:06Z', 'updated_at': '2022-10-03T16:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:00:09.950783 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:09.966973 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe1318-0b14-41e7-a7d4-b0f38f619596 req-77a9cbd9-4334-4f0a-bc46-4e816d666e73 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:09.969451 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-68fe1318-0b14-41e7-a7d4-b0f38f619596 req-77a9cbd9-4334-4f0a-bc46-4e816d666e73 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1873217 Oct 03 16:00:10.121915 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-f42206bf-8e3e-4e64-b185-537ee620ddf9 None None] Provisioning complete for port 3a6dc994-a24a-4b79-b61c-f269b5022f01 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:10.122785 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-f42206bf-8e3e-4e64-b185-537ee620ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:10.122875 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-f42206bf-8e3e-4e64-b185-537ee620ddf9 None None] Attempt 1 to provision port 3a6dc994-a24a-4b79-b61c-f269b5022f01 Oct 03 16:00:10.196848 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-f42206bf-8e3e-4e64-b185-537ee620ddf9 None None] Port 3a6dc994-a24a-4b79-b61c-f269b5022f01 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:00:10.224230 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-68fe1318-0b14-41e7-a7d4-b0f38f619596 req-af0d80d9-ef1e-4431-a7b7-496470c70b32 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446730 Oct 03 16:00:10.246287 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Publish callbacks [] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:10.252472 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:10.377099 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3923369'] for router_interface (606faf2b-0b17-4a09-b87b-a666bc877a43), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:10.379077 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Pushing event updated for resources: {'Port': ['ID=3a6dc994-a24a-4b79-b61c-f269b5022f01,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:10.387656 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:10.388376 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48048) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:10.648628 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 2b422881-e97d-43d6-9db0-0bff57538d32 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:10.666279 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2614d840-b00c-468c-97f8-45bbbb2d930a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:10.672112 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Network 793e8504-b1fb-440d-84d6-d2ad56065f0c is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:00:10.680158 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:10.709731 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:10.725773 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 2b422881-e97d-43d6-9db0-0bff57538d32 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:10.726281 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (2b422881-e97d-43d6-9db0-0bff57538d32), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:10.726720 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 2b422881-e97d-43d6-9db0-0bff57538d32 Oct 03 16:00:10.793021 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a473f-59c4-496b-a81f-51b0ecfe41ea req-13dce97a-05e8-4570-a661-bbba5c23c353 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:10.804556 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3c7a473f-59c4-496b-a81f-51b0ecfe41ea req-13dce97a-05e8-4570-a661-bbba5c23c353 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 946 time: 0.1173739 Oct 03 16:00:10.841020 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 2b422881-e97d-43d6-9db0-0bff57538d32 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:10.841672 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2b422881-e97d-43d6-9db0-0bff57538d32), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:10.895244 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:10.908163 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 2b422881-e97d-43d6-9db0-0bff57538d32, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=2b422881-e97d-43d6-9db0-0bff57538d32,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:10.908947 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2614d840-b00c-468c-97f8-45bbbb2d930a admin admin] Publish callbacks [] for security_group (ed8bc963-08b5-4c6b-9c81-70e8daf6fc28), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:10.922457 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (2b422881-e97d-43d6-9db0-0bff57538d32), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:10.924442 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2614d840-b00c-468c-97f8-45bbbb2d930a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ed8bc963-08b5-4c6b-9c81-70e8daf6fc28), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:10.974024 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.db.resource_extend [None req-074ce8ad-3ea4-4714-9aa6-e6e7ce0e7df7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 03 16:00:10.979391 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614d840-b00c-468c-97f8-45bbbb2d930a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8bc963-08b5-4c6b-9c81-70e8daf6fc28,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:11.012184 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=2b422881-e97d-43d6-9db0-0bff57538d32,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:11.038497 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-2614d840-b00c-468c-97f8-45bbbb2d930a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6dcad8c29dc04887a3174a874bd7c023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6419806 Oct 03 16:00:11.039285 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48056) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:11.043277 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Router 606faf2b-0b17-4a09-b87b-a666bc877a43 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:00:11.045065 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3c7a473f-59c4-496b-a81f-51b0ecfe41ea req-5a2fbd3d-5b2c-4620-9e92-5e15eef26f83 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391820 Oct 03 16:00:11.125047 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-ef64c8af-d611-447d-9a71-2d64086a1be0 None None] Provisioning complete for port 3a6dc994-a24a-4b79-b61c-f269b5022f01 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:11.125693 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ef64c8af-d611-447d-9a71-2d64086a1be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:11.126040 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-ef64c8af-d611-447d-9a71-2d64086a1be0 None None] Attempt 1 to provision port 3a6dc994-a24a-4b79-b61c-f269b5022f01 Oct 03 16:00:11.198227 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:11.202207 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-ef64c8af-d611-447d-9a71-2d64086a1be0 None None] Port 3a6dc994-a24a-4b79-b61c-f269b5022f01 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:00:11.222752 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-24115f41-6213-4378-ae6f-80f299cd792b admin admin] Publish callbacks [] for security_group (ed8bc963-08b5-4c6b-9c81-70e8daf6fc28), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:11.237090 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:00:11.244026 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-8db91624-389e-4c90-94fc-49d17df745ad admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/606faf2b-0b17-4a09-b87b-a666bc877a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4674342 Oct 03 16:00:11.259131 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-24115f41-6213-4378-ae6f-80f299cd792b admin admin] Publish callbacks [] for security_group (ed8bc963-08b5-4c6b-9c81-70e8daf6fc28), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:11.335455 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-24115f41-6213-4378-ae6f-80f299cd792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ed8bc963-08b5-4c6b-9c81-70e8daf6fc28), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:11.339523 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-24115f41-6213-4378-ae6f-80f299cd792b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:11.341357 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-24115f41-6213-4378-ae6f-80f299cd792b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ed8bc963-08b5-4c6b-9c81-70e8daf6fc28 HTTP/1.1" status: 204 len: 168 time: 0.3009229 Oct 03 16:00:11.375246 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24115f41-6213-4378-ae6f-80f299cd792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8bc963-08b5-4c6b-9c81-70e8daf6fc28,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:11.401658 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1600ecf1-f1bd-4824-b3c2-0539e40ced8c req-f9eb595f-4200-4d56-9c9d-050c5c890a53 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 210 time: 0.3493350 Oct 03 16:00:11.457610 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-074ce8ad-3ea4-4714-9aa6-e6e7ce0e7df7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:11.466065 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-074ce8ad-3ea4-4714-9aa6-e6e7ce0e7df7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (d9310453-9451-498a-be47-63e2d08ca725), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:11.522001 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa952e-adf7-4fb5-923b-0de9bf2af464 req-ba0d1b9a-0109-48b7-89d0-7b7edc8835b1 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:11.523494 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-54fa952e-adf7-4fb5-923b-0de9bf2af464 req-ba0d1b9a-0109-48b7-89d0-7b7edc8835b1 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1377413 Oct 03 16:00:11.633740 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-54fa952e-adf7-4fb5-923b-0de9bf2af464 req-7f73c90b-14ae-455b-ab72-7ab167cbcceb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000857 Oct 03 16:00:11.637020 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [None req-074ce8ad-3ea4-4714-9aa6-e6e7ce0e7df7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Floating IP d9310453-9451-498a-be47-63e2d08ca725 associated. External IP: 172.27.0.25, port: 279a065d-37a6-41d4-b55c-f869f78cf9cc. Oct 03 16:00:11.799397 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48078) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:11.815331 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-12654958-2482-4e07-ae99-1c18bd165a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:11.851854 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:11.896447 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074ce8ad-3ea4-4714-9aa6-e6e7ce0e7df7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Router d0eb51c3-6e22-4ad1-8792-121ffa95071e has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:00:11.919961 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-12654958-2482-4e07-ae99-1c18bd165a9e admin admin] Publish callbacks [] for security_group (617788a0-cc05-489c-a644-6620a8782669), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:11.924630 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-12654958-2482-4e07-ae99-1c18bd165a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (617788a0-cc05-489c-a644-6620a8782669), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:11.970663 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12654958-2482-4e07-ae99-1c18bd165a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617788a0-cc05-489c-a644-6620a8782669,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:11.975593 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-12654958-2482-4e07-ae99-1c18bd165a9e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=603b0b72733d4ccfbf98b75be9610a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751137 Oct 03 16:00:11.978572 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48082) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:12.011457 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074ce8ad-3ea4-4714-9aa6-e6e7ce0e7df7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:00:12.021837 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-074ce8ad-3ea4-4714-9aa6-e6e7ce0e7df7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.026359 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba8cb65-97ec-4714-a481-7b31640b41f4 None None] Sync routers for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:00:12.042207 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba8cb65-97ec-4714-a481-7b31640b41f4 None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:00:12.043854 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-3ba8cb65-97ec-4714-a481-7b31640b41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:12.046851 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-18c29683-8c1b-4688-9a96-061380eeb3c0 admin admin] Publish callbacks [] for security_group (617788a0-cc05-489c-a644-6620a8782669), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.068515 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-074ce8ad-3ea4-4714-9aa6-e6e7ce0e7df7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/d9310453-9451-498a-be47-63e2d08ca725 HTTP/1.1" status: 200 len: 990 time: 2.5399621 Oct 03 16:00:12.069529 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:00:12.072828 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67fd2a8-93ef-4f18-b8ed-031ff1822c36" -d '{"events": [{"name": "network-changed", "server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:00:12.080140 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-18c29683-8c1b-4688-9a96-061380eeb3c0 admin admin] Publish callbacks [] for security_group (617788a0-cc05-489c-a644-6620a8782669), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.152205 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48092) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:12.159494 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-18c29683-8c1b-4688-9a96-061380eeb3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (617788a0-cc05-489c-a644-6620a8782669), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.160059 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2017744484-network', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:12.165390 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-18c29683-8c1b-4688-9a96-061380eeb3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.167485 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-18c29683-8c1b-4688-9a96-061380eeb3c0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/617788a0-cc05-489c-a644-6620a8782669 HTTP/1.1" status: 204 len: 168 time: 0.1881354 Oct 03 16:00:12.186245 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c29683-8c1b-4688-9a96-061380eeb3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617788a0-cc05-489c-a644-6620a8782669,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:12.193622 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-3ba8cb65-97ec-4714-a481-7b31640b41f4 None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:00:12.195464 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7f9bc4-8f3a-4528-99e1-ba2dd8fe2d5d x-openstack-request-id: req-6e7f9bc4-8f3a-4528-99e1-ba2dd8fe2d5d {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:00:12.196022 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:00:12.196481 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6e7f9bc4-8f3a-4528-99e1-ba2dd8fe2d5d {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:00:12.197197 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7f9bc4-8f3a-4528-99e1-ba2dd8fe2d5d'] response: {'name': 'network-changed', 'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'status': 'completed', 'code': 200} Oct 03 16:00:12.231516 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Made reservation on behalf of 85c573761eb54bd5bfe7e8a9a0088041 for: {'network': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:00:12.236048 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.252116 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.297277 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:12.319628 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:12.345259 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40529648-3c04-4f6a-b638-1a251c28f1e1 req-4c6e31cd-ee1f-42c9-aaee-b6174a93fa8b tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:12.346988 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-40529648-3c04-4f6a-b638-1a251c28f1e1 req-4c6e31cd-ee1f-42c9-aaee-b6174a93fa8b tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 946 time: 0.1537168 Oct 03 16:00:12.450194 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-40529648-3c04-4f6a-b638-1a251c28f1e1 req-d8939e13-a961-429d-a202-de61dc9572d8 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956786 Oct 03 16:00:12.549876 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Publish callbacks [] for security_group (0f0e3b43-c100-4424-8a5e-0c1fc3614f7f), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.601411 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4ed6e50f-7991-4414-907c-b615202f3c9a req-ec27b1d3-ce81-4000-86da-4d7e7a667b54 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 210 time: 0.0469284 Oct 03 16:00:12.601411 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0f0e3b43-c100-4424-8a5e-0c1fc3614f7f), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.627421 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=106162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 16:00:12.647738 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 2b422881-e97d-43d6-9db0-0bff57538d32 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:12.648070 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0e3b43-c100-4424-8a5e-0c1fc3614f7f,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:12.657091 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Sync routers for ids ['606faf2b-0b17-4a09-b87b-a666bc877a43'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:00:12.669600 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (02e105ec-1d9c-4120-8511-2b5581b93f8e), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.669995 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.segments_db [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Added segment 02e105ec-1d9c-4120-8511-2b5581b93f8e of type vlan for network 04687767-bf5f-437b-ab4c-742de74688b4 Oct 03 16:00:12.676685 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Routers {'606faf2b-0b17-4a09-b87b-a666bc877a43'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:00:12.677280 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['606faf2b-0b17-4a09-b87b-a666bc877a43'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:12.723263 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (04687767-bf5f-437b-ab4c-742de74688b4), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.760960 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (04687767-bf5f-437b-ab4c-742de74688b4), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.765962 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:12.767299 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.856132 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Set router 606faf2b-0b17-4a09-b87b-a666bc877a43 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:00:12.858723 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 2b422881-e97d-43d6-9db0-0bff57538d32 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:12.859596 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (2b422881-e97d-43d6-9db0-0bff57538d32), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.860260 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 2b422881-e97d-43d6-9db0-0bff57538d32 Oct 03 16:00:12.875002 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7212553 Oct 03 16:00:12.877873 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48112) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:12.882655 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-06d94db9-bec6-4c92-843b-8c37491caa89 admin admin] Request body: {'subnet': {'network_id': '04687767-bf5f-437b-ab4c-742de74688b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2017744484-subnet', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'ip_version': 4}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:12.922779 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d94db9-bec6-4c92-843b-8c37491caa89 admin admin] Made reservation on behalf of 85c573761eb54bd5bfe7e8a9a0088041 for: {'subnet': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:00:12.925191 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-06d94db9-bec6-4c92-843b-8c37491caa89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2101793'] for subnet (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:12.955832 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:12.958459 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47277111-be2d-4fec-8a59-8bd2a4950585 req-517effd4-426c-4196-942e-d41137711832 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:12.964999 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-47277111-be2d-4fec-8a59-8bd2a4950585 req-517effd4-426c-4196-942e-d41137711832 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1866615 Oct 03 16:00:12.965417 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-3ba8cb65-97ec-4714-a481-7b31640b41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'd9310453-9451-498a-be47-63e2d08ca725', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'port_id': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'mac_address': 'fa:16:3e:2e:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36b3edc-789f-4598-973a-889f9678a395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:59:26Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 1, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 5, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:12.965903 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc492608-86a9-403f-8302-51d112c0007e admin admin] Pushing event updated for resources: {'Network': ['ID=04687767-bf5f-437b-ab4c-742de74688b4,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:13.006378 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba8cb65-97ec-4714-a481-7b31640b41f4 None None] Checking router: d0eb51c3-6e22-4ad1-8792-121ffa95071e for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:00:13.013859 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 04687767-bf5f-437b-ab4c-742de74688b4 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 16:00:13.039004 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:13.041225 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba8cb65-97ec-4714-a481-7b31640b41f4 None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:00:13.042086 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-3ba8cb65-97ec-4714-a481-7b31640b41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:13.067753 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-47277111-be2d-4fec-8a59-8bd2a4950585 req-c1718acf-31c0-4d57-8d69-e0cc98894709 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864625 Oct 03 16:00:13.102353 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:00:09Z', 'revision_number': 4, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port': {'id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:06Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '3a6dc994-a24a-4b79-b61c-f269b5022f01', 'name': '', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '5666311e-53e6-4472-80b7-8214d955c322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:09Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 2, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'subnets': [{'id': '5666311e-53e6-4472-80b7-8214d955c322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:13.135318 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Checking router: 606faf2b-0b17-4a09-b87b-a666bc877a43 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:00:13.135842 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Updating router 606faf2b-0b17-4a09-b87b-a666bc877a43 port 3a6dc994-a24a-4b79-b61c-f269b5022f01 binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:00:13.167982 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:13.205003 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-06d94db9-bec6-4c92-843b-8c37491caa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2101811'] for subnet (fd956d4c-c590-4440-b118-c10fc51df104), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:13.237256 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-3ba8cb65-97ec-4714-a481-7b31640b41f4 None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:00:13.267890 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:13.311046 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 2b422881-e97d-43d6-9db0-0bff57538d32 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:13.385769 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fd2a8-93ef-4f18-b8ed-031ff1822c36 req-5bb05962-b25b-48d6-9504-8455d134775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:13.387669 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d67fd2a8-93ef-4f18-b8ed-031ff1822c36 req-5bb05962-b25b-48d6-9504-8455d134775b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7ee0d51f58e4abd8867c54458f504fc&device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 1129 time: 0.1618745 Oct 03 16:00:13.522716 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d94db9-bec6-4c92-843b-8c37491caa89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd956d4c-c590-4440-b118-c10fc51df104,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:13.547631 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Publish callbacks [] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:13.554780 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:13.694596 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d1680-effb-4c66-b2eb-bce54281535b None None] Pushing event updated for resources: {'Port': ['ID=3a6dc994-a24a-4b79-b61c-f269b5022f01,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:13.698578 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d94db9-bec6-4c92-843b-8c37491caa89 admin admin] Checking segment: {'id': '02e105ec-1d9c-4120-8511-2b5581b93f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '04687767-bf5f-437b-ab4c-742de74688b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:00:13.699191 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d94db9-bec6-4c92-843b-8c37491caa89 admin admin] Network hostable DHCP agents. Network: 04687767-bf5f-437b-ab4c-742de74688b4, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 16:00:13.720008 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Attempting to bind port 3a6dc994-a24a-4b79-b61c-f269b5022f01 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:00:13.720388 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Attempting to bind port 3a6dc994-a24a-4b79-b61c-f269b5022f01 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '81aa016c-875d-40c7-a437-2ccae48f6105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:00:13.720758 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Attempting to bind port 3a6dc994-a24a-4b79-b61c-f269b5022f01 on network 793e8504-b1fb-440d-84d6-d2ad56065f0c {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:00:13.745994 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e649536-7981-4594-8073-04362b7c6f06 req-67e9ee8d-100b-42ea-854c-c255eddf6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:13.749378 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5e649536-7981-4594-8073-04362b7c6f06 req-67e9ee8d-100b-42ea-854c-c255eddf6ccc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 1129 time: 0.1912408 Oct 03 16:00:13.752287 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca52c4-4ca6-406a-883f-0635711f5ace req-d7f2c6c3-a9d1-41b8-bc33-1071ac6fd7c8 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:13.754073 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-adca52c4-4ca6-406a-883f-0635711f5ace req-d7f2c6c3-a9d1-41b8-bc33-1071ac6fd7c8 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 946 time: 0.2183523 Oct 03 16:00:13.759650 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:13.781724 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86ee86-51c1-4dec-a869-e96483792a84 req-633fd5fa-0639-4e0a-b806-3ec03751d152 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:13.793349 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-eb86ee86-51c1-4dec-a869-e96483792a84 req-633fd5fa-0639-4e0a-b806-3ec03751d152 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1784735 Oct 03 16:00:13.810309 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:00:13.810309 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Checking segment: {'id': '81aa016c-875d-40c7-a437-2ccae48f6105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:00:13.810309 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:13.810309 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Bound using segment: {'id': '81aa016c-875d-40c7-a437-2ccae48f6105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:00:13.810309 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Bound port: 3a6dc994-a24a-4b79-b61c-f269b5022f01, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81aa016c-875d-40c7-a437-2ccae48f6105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:00:13.810885 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169724d-c33c-4c95-9212-f53fcf85b368 req-2d75404f-4b49-4271-ade2-2f94fec728ba tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:13.811478 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:13.814148 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4169724d-c33c-4c95-9212-f53fcf85b368 req-2d75404f-4b49-4271-ade2-2f94fec728ba tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 946 time: 0.1720877 Oct 03 16:00:13.821156 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:13.826306 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d94db9-bec6-4c92-843b-8c37491caa89 admin admin] Network 04687767-bf5f-437b-ab4c-742de74688b4 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 16:00:13.840162 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fd2a8-93ef-4f18-b8ed-031ff1822c36 req-2bf26c44-52e1-42f7-9f9d-631716c671e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:13.842070 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d67fd2a8-93ef-4f18-b8ed-031ff1822c36 req-2bf26c44-52e1-42f7-9f9d-631716c671e3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90c6b009-4013-4301-b819-4e12c2de8610 HTTP/1.1" status: 200 len: 917 time: 0.4176373 Oct 03 16:00:13.845879 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-3ba8cb65-97ec-4714-a481-7b31640b41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'd9310453-9451-498a-be47-63e2d08ca725', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'port_id': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'mac_address': 'fa:16:3e:2e:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36b3edc-789f-4598-973a-889f9678a395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:59:26Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 1, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 5, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:13.848098 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-06d94db9-bec6-4c92-843b-8c37491caa89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 04687767-bf5f-437b-ab4c-742de74688b4) {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:13.852849 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d94db9-bec6-4c92-843b-8c37491caa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:13.853566 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-06d94db9-bec6-4c92-843b-8c37491caa89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:13.882890 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48136) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:13.883209 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-06d94db9-bec6-4c92-843b-8c37491caa89 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0039549 Oct 03 16:00:13.887583 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2017744484-router', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:13.913808 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] For port 3a6dc994-a24a-4b79-b61c-f269b5022f01, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:00:13.914302 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a6d016-5446-4c20-bb75-e69f76db4e74 None None] Network 04687767-bf5f-437b-ab4c-742de74688b4 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:00:13.918234 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] For port 3a6dc994-a24a-4b79-b61c-f269b5022f01, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=3a6dc994-a24a-4b79-b61c-f269b5022f01,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:00:13.919053 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba8cb65-97ec-4714-a481-7b31640b41f4 None None] The sync data for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi is: [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'd9310453-9451-498a-be47-63e2d08ca725', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'port_id': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'mac_address': 'fa:16:3e:2e:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36b3edc-789f-4598-973a-889f9678a395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:59:26Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 1, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 5, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:00:13.933795 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:13.934588 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-eb86ee86-51c1-4dec-a869-e96483792a84 req-98de7dea-5e9e-4df7-8c8c-966ae23398e2 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402841 Oct 03 16:00:13.945731 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:13.953034 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Routers {'606faf2b-0b17-4a09-b87b-a666bc877a43'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:00:13.954128 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['606faf2b-0b17-4a09-b87b-a666bc877a43'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:13.989744 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4169724d-c33c-4c95-9212-f53fcf85b368 req-97ebc487-e826-45f1-bf39-881d036be630 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739664 Oct 03 16:00:14.035164 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29328'] for router (c5f2872f-37a3-4f10-8758-d610ef17bd1d), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:14.036569 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29323'] for router (c5f2872f-37a3-4f10-8758-d610ef17bd1d), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:14.181428 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Publish callbacks [] for router_controller (c5f2872f-37a3-4f10-8758-d610ef17bd1d), precommit_add_association {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:14.207813 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:14.213425 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c6ae877-a55f-574a-9025-bb7fe84a5911-04687767-bf5f-437b-ab4c-742de74688b4', 'network_id': '04687767-bf5f-437b-ab4c-742de74688b4', 'project_id': '85c573761eb54bd5bfe7e8a9a0088041', 'fixed_ips': [{'subnet_id': 'fd956d4c-c590-4440-b118-c10fc51df104'}]}} from dv-cinder-844563-13-iscsi. {{(pid=106164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 16:00:14.213975 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:14.214431 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:14.292671 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e649536-7981-4594-8073-04362b7c6f06 req-6a659716-659e-439f-98a9-b29c0b96e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:14.295364 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5e649536-7981-4594-8073-04362b7c6f06 req-6a659716-659e-439f-98a9-b29c0b96e754 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 919 time: 0.3009806 Oct 03 16:00:14.297859 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d67fd2a8-93ef-4f18-b8ed-031ff1822c36 req-9b5b8bfb-7158-40dd-908c-9ae5d587834a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc HTTP/1.1" status: 200 len: 998 time: 0.3041768 Oct 03 16:00:14.314442 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-65548b4f-3730-4ded-881b-900e061939d4 req-3cf7f07e-b532-41bf-94e8-3456dc07282f tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 210 time: 0.1349680 Oct 03 16:00:14.406535 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:14.508232 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.db_base_plugin_common [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Allocated IP 172.20.0.2 (04687767-bf5f-437b-ab4c-742de74688b4/fd956d4c-c590-4440-b118-c10fc51df104/4d113719-7e3c-4edb-919e-43434cde8e6d) {{(pid=106164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:00:14.529841 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d1680-effb-4c66-b2eb-bce54281535b None None] Pushing event updated for resources: {'Port': ['ID=3a6dc994-a24a-4b79-b61c-f269b5022f01,revision_number=4']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:14.552743 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5e649536-7981-4594-8073-04362b7c6f06 req-0a37b81f-15da-4cb8-9b5d-da792d55bf14 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49490488-b358-414a-b2e8-87117b319960 HTTP/1.1" status: 200 len: 217 time: 0.2226303 Oct 03 16:00:14.583864 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fd2a8-93ef-4f18-b8ed-031ff1822c36 req-a3664a2e-30c3-4640-b955-f38e0288db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:14.585361 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d67fd2a8-93ef-4f18-b8ed-031ff1822c36 req-a3664a2e-30c3-4640-b955-f38e0288db28 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=670b7b9a-7e6f-4853-8220-542ceaef90cb HTTP/1.1" status: 200 len: 855 time: 0.1547742 Oct 03 16:00:14.618664 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6539d38-1ca7-48ad-9047-a6b1c936e989 None None] New status for floating IP d9310453-9451-498a-be47-63e2d08ca725: ACTIVE {{(pid=106164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:00:14.630734 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] Set router 606faf2b-0b17-4a09-b87b-a666bc877a43 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:00:14.733724 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Publish callbacks [] for router_gateway (c5f2872f-37a3-4f10-8758-d610ef17bd1d), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:14.775425 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e649536-7981-4594-8073-04362b7c6f06 req-ac43b4a3-d1e6-4650-a9d2-557a706929da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:14.777059 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5e649536-7981-4594-8073-04362b7c6f06 req-ac43b4a3-d1e6-4650-a9d2-557a706929da service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.1823943 Oct 03 16:00:14.883338 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-adca52c4-4ca6-406a-883f-0635711f5ace req-2674869d-bb7d-4e23-a10c-cf4523826b01 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Deleting port d98370fa-9fb9-4a61-b4bb-53554447eae1 {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:00:14.884392 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-adca52c4-4ca6-406a-883f-0635711f5ace req-2674869d-bb7d-4e23-a10c-cf4523826b01 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:14.928531 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e649536-7981-4594-8073-04362b7c6f06 req-d8603d7a-82c8-4e85-8b42-1aaacf7aaf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:14.933292 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5e649536-7981-4594-8073-04362b7c6f06 req-d8603d7a-82c8-4e85-8b42-1aaacf7aaf9b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1022799 Oct 03 16:00:14.971956 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Publish callbacks [] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), precommit_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:14.995925 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:14.996137 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:00:09Z', 'revision_number': 4, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port': {'id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:06Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '3a6dc994-a24a-4b79-b61c-f269b5022f01', 'name': '', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '5666311e-53e6-4472-80b7-8214d955c322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:09Z', 'updated_at': '2022-10-03T16:00:13Z', 'revision_number': 4, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'subnets': [{'id': '5666311e-53e6-4472-80b7-8214d955c322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:15.091091 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2695b-3d08-4dec-9f44-aff48a0e3a77 None None] The sync data for ids ['606faf2b-0b17-4a09-b87b-a666bc877a43'] in dv-cinder-844563-13-iscsi is: [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:00:09Z', 'revision_number': 4, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port': {'id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:06Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '3a6dc994-a24a-4b79-b61c-f269b5022f01', 'name': '', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '5666311e-53e6-4472-80b7-8214d955c322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:09Z', 'updated_at': '2022-10-03T16:00:13Z', 'revision_number': 4, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'subnets': [{'id': '5666311e-53e6-4472-80b7-8214d955c322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:00:15.104071 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fd2a8-93ef-4f18-b8ed-031ff1822c36 req-af880487-b1d5-4d8f-9bc6-ef78a27ceb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:15.105853 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d67fd2a8-93ef-4f18-b8ed-031ff1822c36 req-af880487-b1d5-4d8f-9bc6-ef78a27ceb57 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90c6b009-4013-4301-b819-4e12c2de8610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2519662 Oct 03 16:00:15.163264 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Network 04687767-bf5f-437b-ab4c-742de74688b4 is already hosted by enough agents. {{(pid=106164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:00:15.167824 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.base_scheduler [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Resources bound (agent type, host, resource id): {{(pid=106164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:15.172563 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Received port after_create {{(pid=106164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:00:15.180743 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Pushing event updated for resources: {'Port': ['ID=4d113719-7e3c-4edb-919e-43434cde8e6d,revision_number=1']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:15.290874 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:15.330727 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Attempting to bind port 4d113719-7e3c-4edb-919e-43434cde8e6d on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:00:15.330946 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Attempting to bind port 4d113719-7e3c-4edb-919e-43434cde8e6d by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '02e105ec-1d9c-4120-8511-2b5581b93f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '04687767-bf5f-437b-ab4c-742de74688b4'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:00:15.331309 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Attempting to bind port 4d113719-7e3c-4edb-919e-43434cde8e6d on network 04687767-bf5f-437b-ab4c-742de74688b4 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:00:15.347563 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-adca52c4-4ca6-406a-883f-0635711f5ace req-2674869d-bb7d-4e23-a10c-cf4523826b01 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] For port d98370fa-9fb9-4a61-b4bb-53554447eae1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d98370fa-9fb9-4a61-b4bb-53554447eae1,segment=NetworkSegment(4f63c17c-1293-4659-9669-7c7da68a2d90),segment_id=4f63c17c-1293-4659-9669-7c7da68a2d90)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:15.348360 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-adca52c4-4ca6-406a-883f-0635711f5ace req-2674869d-bb7d-4e23-a10c-cf4523826b01 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:15.371074 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-adca52c4-4ca6-406a-883f-0635711f5ace req-2674869d-bb7d-4e23-a10c-cf4523826b01 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Calling delete_port for d98370fa-9fb9-4a61-b4bb-53554447eae1 owned by compute:nova {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:00:15.442765 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54806d3-43f7-4d0a-8e56-d53858bceaa7 req-daa3a26a-93aa-4396-b726-3590f6f3b408 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:15.443782 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f54806d3-43f7-4d0a-8e56-d53858bceaa7 req-daa3a26a-93aa-4396-b726-3590f6f3b408 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 946 time: 0.2215250 Oct 03 16:00:15.474660 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:00:15.475035 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Checking segment: {'id': '02e105ec-1d9c-4120-8511-2b5581b93f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '04687767-bf5f-437b-ab4c-742de74688b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:00:15.475449 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:15.475843 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Bound using segment: {'id': '02e105ec-1d9c-4120-8511-2b5581b93f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '04687767-bf5f-437b-ab4c-742de74688b4'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:00:15.476315 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Bound port: 4d113719-7e3c-4edb-919e-43434cde8e6d, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e105ec-1d9c-4120-8511-2b5581b93f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '04687767-bf5f-437b-ab4c-742de74688b4'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:00:15.476696 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:15.496389 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d67fd2a8-93ef-4f18-b8ed-031ff1822c36 req-66af2788-fee2-4df7-9f4e-cf1cb81b08e7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713031 Oct 03 16:00:15.498959 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:15.596286 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f54806d3-43f7-4d0a-8e56-d53858bceaa7 req-7344b17e-5461-4b88-965e-640e1863bda6 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1b67fab2-43f2-4cee-92f6-5983b1fdc661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270547 Oct 03 16:00:15.657451 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] For port 4d113719-7e3c-4edb-919e-43434cde8e6d, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:00:15.665839 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] For port 4d113719-7e3c-4edb-919e-43434cde8e6d, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=4d113719-7e3c-4edb-919e-43434cde8e6d,segment=NetworkSegment(02e105ec-1d9c-4120-8511-2b5581b93f8e),segment_id=02e105ec-1d9c-4120-8511-2b5581b93f8e)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:00:15.680414 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:15.699594 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57a3fc-6100-4070-80a0-b63625c301f8 req-4914853c-0719-43af-ba94-c7ddc93a6565 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:15.705760 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf57a3fc-6100-4070-80a0-b63625c301f8 req-4914853c-0719-43af-ba94-c7ddc93a6565 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.4814556 Oct 03 16:00:15.806216 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-02a01906-b5a2-4bbb-96e6-58ec7102fcd6 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:15.807840 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-02a01906-b5a2-4bbb-96e6-58ec7102fcd6 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.48 "GET /networking/v2.0/networks?id=c3ebf8a3-15ef-4ba4-87bc-962a0f991337 HTTP/1.1" status: 200 len: 808 time: 0.7204931 Oct 03 16:00:15.811272 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5e649536-7981-4594-8073-04362b7c6f06 req-6d4c2f2a-bffd-4865-af57-d7e96c082d46 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8678088 Oct 03 16:00:15.821777 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37096618-96a5-4e6e-8699-65076fddef6b None None] Pushing event updated for resources: {'Port': ['ID=4d113719-7e3c-4edb-919e-43434cde8e6d,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:15.828812 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-adca52c4-4ca6-406a-883f-0635711f5ace req-2674869d-bb7d-4e23-a10c-cf4523826b01 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (d98370fa-9fb9-4a61-b4bb-53554447eae1), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:15.864922 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device d98370fa-9fb9-4a61-b4bb-53554447eae1 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:00:15.871768 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674869d-bb7d-4e23-a10c-cf4523826b01 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Pushing event deleted for resources: {'Port': ['ID=d98370fa-9fb9-4a61-b4bb-53554447eae1,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:15.919257 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: d98370fa-9fb9-4a61-b4bb-53554447eae1 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:00:15.921008 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device d98370fa-9fb9-4a61-b4bb-53554447eae1 not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:00:16.081397 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d67fd2a8-93ef-4f18-b8ed-031ff1822c36 req-3321b14f-d3dd-486b-9399-ffce86de64dd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520527 Oct 03 16:00:16.146071 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-adca52c4-4ca6-406a-883f-0635711f5ace req-2674869d-bb7d-4e23-a10c-cf4523826b01 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] No DVR routers for this DVR port d98370fa-9fb9-4a61-b4bb-53554447eae1 on host hv-cinder-84456 {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:00:16.150068 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-adca52c4-4ca6-406a-883f-0635711f5ace req-2674869d-bb7d-4e23-a10c-cf4523826b01 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:16.155812 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-adca52c4-4ca6-406a-883f-0635711f5ace req-2674869d-bb7d-4e23-a10c-cf4523826b01 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.48 "DELETE /networking/v2.0/ports/d98370fa-9fb9-4a61-b4bb-53554447eae1 HTTP/1.1" status: 204 len: 173 time: 2.1634514 Oct 03 16:00:16.158261 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597', 'name': 'network-vif-deleted', 'tag': 'd98370fa-9fb9-4a61-b4bb-53554447eae1'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:00:16.164427 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c664b5-f1b8-4404-9d21-8d1de89bded0" -d '{"events": [{"server_uuid": "cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597", "name": "network-vif-deleted", "tag": "d98370fa-9fb9-4a61-b4bb-53554447eae1"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:00:16.221922 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-85e1e381-c213-450f-8014-d12d9ac2d752 req-4e6e0113-a25b-468e-a885-b122c93063af tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 210 time: 0.4096229 Oct 03 16:00:16.238189 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-c9a746c0-7b31-46a3-9182-fe05c72486fe tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Request body: {'port': {'device_id': '93275a67-788f-4fed-846f-eefe6ee3b480', 'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337', 'admin_state_up': True, 'tenant_id': '1616ab7beef7499280c47114208878fe'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:16.328330 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Publish callbacks [] for router_gateway (c5f2872f-37a3-4f10-8758-d610ef17bd1d), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:16.331658 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6b2610-07af-4075-8dee-8c8de08f2496 x-openstack-request-id: req-7f6b2610-07af-4075-8dee-8c8de08f2496 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:00:16.332079 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597", "name": "network-vif-deleted", "tag": "d98370fa-9fb9-4a61-b4bb-53554447eae1", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:00:16.332447 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7f6b2610-07af-4075-8dee-8c8de08f2496 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:00:16.332998 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6b2610-07af-4075-8dee-8c8de08f2496'] response: {'server_uuid': 'cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597', 'name': 'network-vif-deleted', 'tag': 'd98370fa-9fb9-4a61-b4bb-53554447eae1', 'status': 'completed', 'code': 200} Oct 03 16:00:16.434675 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:16.481785 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:16.535477 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf57a3fc-6100-4070-80a0-b63625c301f8 req-3ac02717-0068-4421-99cd-c5895fd358cc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6400833 Oct 03 16:00:16.635204 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:16.655965 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5e649536-7981-4594-8073-04362b7c6f06 req-b3bf20ec-ac64-4deb-9a97-737c534a9c87 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222028 Oct 03 16:00:16.699687 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 4d113719-7e3c-4edb-919e-43434cde8e6d up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:16.774926 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Allocated IP 172.27.0.215 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/be641f98-89cb-4789-8da5-29a84eafda63) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:00:16.800241 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-c9a746c0-7b31-46a3-9182-fe05c72486fe tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Made reservation on behalf of 1616ab7beef7499280c47114208878fe for: {'port': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:00:16.808391 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-c9a746c0-7b31-46a3-9182-fe05c72486fe tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:16.841004 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 4d113719-7e3c-4edb-919e-43434cde8e6d triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:16.841227 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:16.841672 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 4d113719-7e3c-4edb-919e-43434cde8e6d Oct 03 16:00:16.946977 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1aa79597-df3a-442b-9874-f07445183f07 req-4db519fd-f7bb-4214-aa8e-67b2e4efd0d6 tempest-DeleteServersTestJSON-2037017143 tempest-DeleteServersTestJSON-2037017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cbbd2b91-5cfc-4ef6-b70d-5fd7ef339597 HTTP/1.1" status: 200 len: 210 time: 0.0993612 Oct 03 16:00:16.986349 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 4d113719-7e3c-4edb-919e-43434cde8e6d is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:16.986820 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:17.046047 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 4d113719-7e3c-4edb-919e-43434cde8e6d, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=4d113719-7e3c-4edb-919e-43434cde8e6d,segment=NetworkSegment(02e105ec-1d9c-4120-8511-2b5581b93f8e),segment_id=02e105ec-1d9c-4120-8511-2b5581b93f8e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:17.066378 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:17.067294 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 3a6dc994-a24a-4b79-b61c-f269b5022f01 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:17.112686 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Publish callbacks [] for port (be641f98-89cb-4789-8da5-29a84eafda63), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:17.152850 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-c9a746c0-7b31-46a3-9182-fe05c72486fe tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Allocated IP 172.20.0.12 (c3ebf8a3-15ef-4ba4-87bc-962a0f991337/267a869c-befd-47fb-9912-81a746e13b4f/c24966bd-e271-4636-b326-52857f68318d) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:00:17.194513 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 3a6dc994-a24a-4b79-b61c-f269b5022f01 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:17.194803 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:17.195144 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 3a6dc994-a24a-4b79-b61c-f269b5022f01 Oct 03 16:00:17.224666 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (be641f98-89cb-4789-8da5-29a84eafda63), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:17.296330 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=4d113719-7e3c-4edb-919e-43434cde8e6d,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:17.307835 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:00:17.318977 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:17.385954 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:00:17.403463 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Pushing event updated for resources: {'Port': ['ID=be641f98-89cb-4789-8da5-29a84eafda63,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:17.495752 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-99a57405-1a73-4640-92e0-6da1e8b82d92 req-b1eefe13-432d-4f18-b0c7-2cb7188b0d16 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 210 time: 0.1109645 Oct 03 16:00:17.549970 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efdc2bf-6fc4-4374-8824-8252c00ff51a None None] Network 04687767-bf5f-437b-ab4c-742de74688b4 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:00:17.561636 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:17.568677 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-2a6255bd-f967-45e5-89a2-01a045a28735 None None] Provisioning complete for port 4d113719-7e3c-4edb-919e-43434cde8e6d triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:17.569441 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2a6255bd-f967-45e5-89a2-01a045a28735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:17.569993 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-2a6255bd-f967-45e5-89a2-01a045a28735 None None] Attempt 1 to provision port 4d113719-7e3c-4edb-919e-43434cde8e6d Oct 03 16:00:17.646557 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-c9a746c0-7b31-46a3-9182-fe05c72486fe tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks [] for port (c24966bd-e271-4636-b326-52857f68318d), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:17.682331 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 3a6dc994-a24a-4b79-b61c-f269b5022f01 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:17.683113 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:17.773798 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 3a6dc994-a24a-4b79-b61c-f269b5022f01, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=3a6dc994-a24a-4b79-b61c-f269b5022f01,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:17.774891 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:17.787944 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:17.824980 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-2a6255bd-f967-45e5-89a2-01a045a28735 None None] Current status of the port 4d113719-7e3c-4edb-919e-43434cde8e6d is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:17.901534 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fece0-a7e3-49d1-bdf5-53a5f24b5b91 req-d8938372-5983-42cd-a603-71e5de1d9bcc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:17.903129 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf4fece0-a7e3-49d1-bdf5-53a5f24b5b91 req-d8938372-5983-42cd-a603-71e5de1d9bcc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1334937 Oct 03 16:00:17.906841 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:17.908655 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=3a6dc994-a24a-4b79-b61c-f269b5022f01,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:17.947891 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-c9a746c0-7b31-46a3-9182-fe05c72486fe tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (c24966bd-e271-4636-b326-52857f68318d), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:17.964407 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Publish callbacks [] for router_gateway (c5f2872f-37a3-4f10-8758-d610ef17bd1d), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:18.101377 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-c9a746c0-7b31-46a3-9182-fe05c72486fe tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Network c3ebf8a3-15ef-4ba4-87bc-962a0f991337 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:00:18.129055 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-c9a746c0-7b31-46a3-9182-fe05c72486fe tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:18.144537 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-c9a746c0-7b31-46a3-9182-fe05c72486fe tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:00:18.149548 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-c9a746c0-7b31-46a3-9182-fe05c72486fe tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:18.150181 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-c9a746c0-7b31-46a3-9182-fe05c72486fe tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:18.163774 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf4fece0-a7e3-49d1-bdf5-53a5f24b5b91 req-27bdb6e4-de6a-4cdb-aaa6-79f20019cd7f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489924 Oct 03 16:00:18.168112 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a746c0-7b31-46a3-9182-fe05c72486fe tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Pushing event updated for resources: {'Port': ['ID=c24966bd-e271-4636-b326-52857f68318d,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:18.221334 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-c9a746c0-7b31-46a3-9182-fe05c72486fe tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9903893 Oct 03 16:00:18.238030 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Request body: {'port': {'device_id': '93275a67-788f-4fed-846f-eefe6ee3b480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:18.343364 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (c24966bd-e271-4636-b326-52857f68318d), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:18.347842 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727822'] for router (c5f2872f-37a3-4f10-8758-d610ef17bd1d), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:18.366529 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-80ba2941-04f0-469b-b4eb-c2a3286dd595 None None] Provisioning complete for port 4d113719-7e3c-4edb-919e-43434cde8e6d triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:18.367088 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-80ba2941-04f0-469b-b4eb-c2a3286dd595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:18.367560 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-80ba2941-04f0-469b-b4eb-c2a3286dd595 None None] Attempt 1 to provision port 4d113719-7e3c-4edb-919e-43434cde8e6d Oct 03 16:00:18.389211 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:18.454571 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-80ba2941-04f0-469b-b4eb-c2a3286dd595 None None] Current status of the port 4d113719-7e3c-4edb-919e-43434cde8e6d is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:18.565183 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 4d113719-7e3c-4edb-919e-43434cde8e6d up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:18.597777 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:18.624059 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 4d113719-7e3c-4edb-919e-43434cde8e6d triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:18.624499 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:18.624866 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 4d113719-7e3c-4edb-919e-43434cde8e6d Oct 03 16:00:18.702386 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 4d113719-7e3c-4edb-919e-43434cde8e6d is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:18.703691 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 3a6dc994-a24a-4b79-b61c-f269b5022f01 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:18.712954 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9db35-460c-469f-a47e-219aadf10eca req-2d26623c-ab04-4dce-96cb-ff6caf84c7a5 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:18.714478 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4ad9db35-460c-469f-a47e-219aadf10eca req-2d26623c-ab04-4dce-96cb-ff6caf84c7a5 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 932 time: 0.1134455 Oct 03 16:00:18.722259 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Router c5f2872f-37a3-4f10-8758-d610ef17bd1d is scheduled to L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead with binding_index 1 {{(pid=106162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 16:00:18.750487 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 3a6dc994-a24a-4b79-b61c-f269b5022f01 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:18.750877 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:18.751227 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 3a6dc994-a24a-4b79-b61c-f269b5022f01 Oct 03 16:00:18.780502 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:18.830242 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 3a6dc994-a24a-4b79-b61c-f269b5022f01 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:19.086959 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4ad9db35-460c-469f-a47e-219aadf10eca req-9682c5e4-cc46-4f2c-82df-07751f268829 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626096 Oct 03 16:00:19.129670 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24966bd-e271-4636-b326-52857f68318d {{(pid=106162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:00:19.144041 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Publish callbacks [] for port (c24966bd-e271-4636-b326-52857f68318d), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:19.167328 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.provisioning_blocks [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Transition to ACTIVE for port object c24966bd-e271-4636-b326-52857f68318d will not be triggered until provisioned by entity L2. {{(pid=106162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:00:19.168892 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:00:19.171212 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (c24966bd-e271-4636-b326-52857f68318d), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:19.182629 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Sync routers for ids ['c5f2872f-37a3-4f10-8758-d610ef17bd1d'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:00:19.194454 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Routers {'c5f2872f-37a3-4f10-8758-d610ef17bd1d'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:00:19.195143 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['c5f2872f-37a3-4f10-8758-d610ef17bd1d'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:19.246135 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Pushing event updated for resources: {'Port': ['ID=c24966bd-e271-4636-b326-52857f68318d,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:19.253683 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:19.257912 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48250) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:19.258534 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-2cf9dd46-7fe7-4512-97ad-ac6cc653c988 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3741279 Oct 03 16:00:19.280799 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Attempting to bind port c24966bd-e271-4636-b326-52857f68318d on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:00:19.281435 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Attempting to bind port c24966bd-e271-4636-b326-52857f68318d by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '99dede38-14b5-4216-9212-f58f8a602c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337'}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:00:19.281932 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Attempting to bind port c24966bd-e271-4636-b326-52857f68318d on network c3ebf8a3-15ef-4ba4-87bc-962a0f991337 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:00:19.336402 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Port c24966bd-e271-4636-b326-52857f68318d on network c3ebf8a3-15ef-4ba4-87bc-962a0f991337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:00:19.337248 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Attempting to bind port c24966bd-e271-4636-b326-52857f68318d on network c3ebf8a3-15ef-4ba4-87bc-962a0f991337 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:00:19.365128 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Set router c5f2872f-37a3-4f10-8758-d610ef17bd1d gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:00:19.424009 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:19.442894 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a0565-05a9-4724-8339-b32f67e99308 req-32efca46-9cfc-47f2-a52c-bfbc734ed9fb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:19.444451 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-471a0565-05a9-4724-8339-b32f67e99308 req-32efca46-9cfc-47f2-a52c-bfbc734ed9fb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0757642 Oct 03 16:00:19.447596 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:00:19.447942 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Checking segment: {'id': '99dede38-14b5-4216-9212-f58f8a602c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:00:19.448334 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Bound using segment: {'id': '99dede38-14b5-4216-9212-f58f8a602c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337'} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:00:19.448801 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Bound port: c24966bd-e271-4636-b326-52857f68318d, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99dede38-14b5-4216-9212-f58f8a602c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337'}}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:00:19.449165 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (c24966bd-e271-4636-b326-52857f68318d), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:19.573284 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-471a0565-05a9-4724-8339-b32f67e99308 req-eb58fc88-8f7a-4006-9e66-8a9ea64d12cb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197507 Oct 03 16:00:19.583504 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] For port c24966bd-e271-4636-b326-52857f68318d, host hv-cinder-84456, cleared binding levels {{(pid=106162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:00:19.587762 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] For port c24966bd-e271-4636-b326-52857f68318d, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c24966bd-e271-4636-b326-52857f68318d,segment=NetworkSegment(99dede38-14b5-4216-9212-f58f8a602c13),segment_id=99dede38-14b5-4216-9212-f58f8a602c13)] {{(pid=106162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:00:19.606285 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:19.606601 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (c24966bd-e271-4636-b326-52857f68318d), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:19.614009 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:19.614716 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:19.616198 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/c24966bd-e271-4636-b326-52857f68318d HTTP/1.1" status: 200 len: 1094 time: 1.3828130 Oct 03 16:00:19.617847 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93275a67-788f-4fed-846f-eefe6ee3b480', 'tag': 'c24966bd-e271-4636-b326-52857f68318d'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:00:19.623671 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3badc8e-d015-4eae-abb2-bb47c54790a8" -d '{"events": [{"name": "network-changed", "server_uuid": "93275a67-788f-4fed-846f-eefe6ee3b480", "tag": "c24966bd-e271-4636-b326-52857f68318d"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:00:19.651159 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'name': 'tempest-TestShelveInstance-2017744484-router', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:14Z', 'updated_at': '2022-10-03T16:00:17Z', 'revision_number': 3, 'project_id': '85c573761eb54bd5bfe7e8a9a0088041', 'gw_port': {'id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:16Z', 'updated_at': '2022-10-03T16:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:19.688416 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48268) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:19.712430 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Checking router: c5f2872f-37a3-4f10-8758-d610ef17bd1d for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:00:19.712813 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Updating router c5f2872f-37a3-4f10-8758-d610ef17bd1d port be641f98-89cb-4789-8da5-29a84eafda63 binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:00:19.728865 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-6a0222d2-56df-4e65-be7b-7b5314b49a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:19.730235 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-6a0222d2-56df-4e65-be7b-7b5314b49a9a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1616ab7beef7499280c47114208878fe&device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 1128 time: 0.0628097 Oct 03 16:00:19.730829 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4d4ab-6f39-4548-bf84-e865ca00a414 service neutron] Pushing event updated for resources: {'Port': ['ID=c24966bd-e271-4636-b326-52857f68318d,revision_number=3']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:19.735268 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0a3c00-582b-440d-b955-b3a29f65d72d x-openstack-request-id: req-6e0a3c00-582b-440d-b955-b3a29f65d72d {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:00:19.735551 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93275a67-788f-4fed-846f-eefe6ee3b480", "tag": "c24966bd-e271-4636-b326-52857f68318d", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:00:19.735802 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6e0a3c00-582b-440d-b955-b3a29f65d72d {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:00:19.736189 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0a3c00-582b-440d-b955-b3a29f65d72d'] response: {'name': 'network-changed', 'server_uuid': '93275a67-788f-4fed-846f-eefe6ee3b480', 'tag': 'c24966bd-e271-4636-b326-52857f68318d', 'status': 'completed', 'code': 200} Oct 03 16:00:19.752067 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:19.756809 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (be641f98-89cb-4789-8da5-29a84eafda63), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:19.784708 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-32d553c3-b3bf-48ad-a614-d3dfecf405e7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c24966bd-e271-4636-b326-52857f68318d HTTP/1.1" status: 200 len: 217 time: 0.0418797 Oct 03 16:00:19.861549 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-86b29779-7155-42f8-8eb2-388feffc06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:19.863187 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-86b29779-7155-42f8-8eb2-388feffc06c2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=267a869c-befd-47fb-9912-81a746e13b4f HTTP/1.1" status: 200 len: 848 time: 0.0624900 Oct 03 16:00:19.910353 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-2294b03d-a0be-4036-8248-d2c7f07f7b83 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=c3ebf8a3-15ef-4ba4-87bc-962a0f991337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391634 Oct 03 16:00:19.986914 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48274) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:20.080218 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-9231fc79-eb60-4146-b7ec-87e5b1ea6038 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/c3ebf8a3-15ef-4ba4-87bc-962a0f991337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577795 Oct 03 16:00:20.085378 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:20.090693 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Publish callbacks [] for port (be641f98-89cb-4789-8da5-29a84eafda63), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:20.103098 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (be641f98-89cb-4789-8da5-29a84eafda63), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:20.144274 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:20.167097 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2209ae-4d73-42c2-906a-8e1505eb50cc None None] Pushing event updated for resources: {'Port': ['ID=be641f98-89cb-4789-8da5-29a84eafda63,revision_number=2']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:20.179988 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Attempting to bind port be641f98-89cb-4789-8da5-29a84eafda63 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:00:20.180913 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Attempting to bind port be641f98-89cb-4789-8da5-29a84eafda63 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:00:20.181731 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Attempting to bind port be641f98-89cb-4789-8da5-29a84eafda63 on network a63bfa27-480e-4efb-a24e-26dec41cf4a1 {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:00:20.198283 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-00640c33-d607-43d3-8243-4313abedcc9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:20.228243 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:20.246682 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:00:20.247302 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Checking segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:00:20.247425 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:20.247812 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Bound using segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:00:20.249056 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Bound port: be641f98-89cb-4789-8da5-29a84eafda63, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:00:20.249440 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (be641f98-89cb-4789-8da5-29a84eafda63), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:20.275299 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2b8ad21-920c-4d97-a2f0-824fa99f76e7 req-11f0af08-c45b-4050-8ddf-f36fd2e3f238 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/c3ebf8a3-15ef-4ba4-87bc-962a0f991337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862066 Oct 03 16:00:20.287546 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18305a4-f979-4527-a944-d4068bd54089 req-392d8abd-7763-480e-925e-67b8d9bff34d tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:20.289181 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b18305a4-f979-4527-a944-d4068bd54089 req-392d8abd-7763-480e-925e-67b8d9bff34d tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 944 time: 0.0795770 Oct 03 16:00:20.312467 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] For port be641f98-89cb-4789-8da5-29a84eafda63, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:00:20.317395 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] For port be641f98-89cb-4789-8da5-29a84eafda63, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=be641f98-89cb-4789-8da5-29a84eafda63,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:00:20.327455 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (be641f98-89cb-4789-8da5-29a84eafda63), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:20.380007 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Routers {'c5f2872f-37a3-4f10-8758-d610ef17bd1d'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:00:20.380152 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b18305a4-f979-4527-a944-d4068bd54089 req-ea43e916-c456-434a-8698-e5ba60b0b396 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813527 Oct 03 16:00:20.380984 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['c5f2872f-37a3-4f10-8758-d610ef17bd1d'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:20.432472 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2209ae-4d73-42c2-906a-8e1505eb50cc None None] Pushing event updated for resources: {'Port': ['ID=be641f98-89cb-4789-8da5-29a84eafda63,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:20.499765 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-39a8fc16-5dd8-4117-a6db-1f51be496b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734088'] for router_interface (9982bf4e-c03a-4457-901b-b136101a6363), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:20.500373 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] Set router c5f2872f-37a3-4f10-8758-d610ef17bd1d gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:00:20.543045 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:20.610651 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:20.642617 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-00640c33-d607-43d3-8243-4313abedcc9a admin admin] Publish callbacks [] for security_group (0a1050d0-808e-41fc-ba3e-b6b6cda059ad), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:20.658674 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-00640c33-d607-43d3-8243-4313abedcc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0a1050d0-808e-41fc-ba3e-b6b6cda059ad), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:20.680810 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:20.694227 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'name': 'tempest-TestShelveInstance-2017744484-router', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:14Z', 'updated_at': '2022-10-03T16:00:17Z', 'revision_number': 3, 'project_id': '85c573761eb54bd5bfe7e8a9a0088041', 'gw_port': {'id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:16Z', 'updated_at': '2022-10-03T16:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:20.726181 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef4288-6e70-41cb-92a8-8f2d71038b36 None None] The sync data for ids ['c5f2872f-37a3-4f10-8758-d610ef17bd1d'] in dv-cinder-844563-13-iscsi is: [{'id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'name': 'tempest-TestShelveInstance-2017744484-router', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:14Z', 'updated_at': '2022-10-03T16:00:17Z', 'revision_number': 3, 'project_id': '85c573761eb54bd5bfe7e8a9a0088041', 'gw_port': {'id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:16Z', 'updated_at': '2022-10-03T16:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:00:20.752223 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055ada2-6493-44d6-8309-7bc0444a27ca req-4f26dbd6-1d11-4f55-ac8e-85bbde749484 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:20.755357 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8055ada2-6493-44d6-8309-7bc0444a27ca req-4f26dbd6-1d11-4f55-ac8e-85bbde749484 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0872772 Oct 03 16:00:20.816928 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8055ada2-6493-44d6-8309-7bc0444a27ca req-13dde01c-fcf6-4fcd-a137-7aa96a6e7644 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486181 Oct 03 16:00:20.890504 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Allocated IP 172.20.0.1 (04687767-bf5f-437b-ab4c-742de74688b4/fd956d4c-c590-4440-b118-c10fc51df104/bc8519b7-0c81-4d21-9114-2f1d71f3e97f) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:00:20.958124 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-00640c33-d607-43d3-8243-4313abedcc9a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=95604af0d2f34b6d88bc871d902efd59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9673719 Oct 03 16:00:20.958221 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48284) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:20.994549 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00640c33-d607-43d3-8243-4313abedcc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1050d0-808e-41fc-ba3e-b6b6cda059ad,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:21.092274 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b42ef378-a342-4bf4-b181-3310aaa3df4f admin admin] Publish callbacks [] for security_group (0a1050d0-808e-41fc-ba3e-b6b6cda059ad), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:21.145558 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b42ef378-a342-4bf4-b181-3310aaa3df4f admin admin] Publish callbacks [] for security_group (0a1050d0-808e-41fc-ba3e-b6b6cda059ad), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:21.214279 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b42ef378-a342-4bf4-b181-3310aaa3df4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0a1050d0-808e-41fc-ba3e-b6b6cda059ad), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:21.219114 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b42ef378-a342-4bf4-b181-3310aaa3df4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:21.220628 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-b42ef378-a342-4bf4-b181-3310aaa3df4f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0a1050d0-808e-41fc-ba3e-b6b6cda059ad HTTP/1.1" status: 204 len: 168 time: 0.2615166 Oct 03 16:00:21.258724 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Publish callbacks [] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:21.279771 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3badc8e-d015-4eae-abb2-bb47c54790a8 req-30365e6e-52cc-4ab1-be2b-2916d74ca1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:21.281523 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a3badc8e-d015-4eae-abb2-bb47c54790a8 req-30365e6e-52cc-4ab1-be2b-2916d74ca1dc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1616ab7beef7499280c47114208878fe&device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 1128 time: 0.0539818 Oct 03 16:00:21.281971 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-39a8fc16-5dd8-4117-a6db-1f51be496b5b admin admin] Deleting port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:00:21.282323 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-39a8fc16-5dd8-4117-a6db-1f51be496b5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:21.282431 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ef378-a342-4bf4-b181-3310aaa3df4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1050d0-808e-41fc-ba3e-b6b6cda059ad,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:21.384822 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:21.448613 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8519b7-0c81-4d21-9114-2f1d71f3e97f,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:21.492912 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3badc8e-d015-4eae-abb2-bb47c54790a8 req-634216e2-ed1c-4a36-adcc-373b9f2150a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:21.494722 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a3badc8e-d015-4eae-abb2-bb47c54790a8 req-634216e2-ed1c-4a36-adcc-373b9f2150a1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=c3ebf8a3-15ef-4ba4-87bc-962a0f991337 HTTP/1.1" status: 200 len: 909 time: 0.2018402 Oct 03 16:00:21.498736 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Network 04687767-bf5f-437b-ab4c-742de74688b4 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:00:21.505474 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:21.516005 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:00:21.562920 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a3badc8e-d015-4eae-abb2-bb47c54790a8 req-23dcf6c2-ef1b-44ad-8ff9-8f0b2a53c237 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c24966bd-e271-4636-b326-52857f68318d HTTP/1.1" status: 200 len: 217 time: 0.0488572 Oct 03 16:00:21.573420 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [None req-39a8fc16-5dd8-4117-a6db-1f51be496b5b admin admin] For port fe6ffa69-dc04-44b0-b89f-fdd2a827bb56, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=fe6ffa69-dc04-44b0-b89f-fdd2a827bb56,segment=NetworkSegment(4f63c17c-1293-4659-9669-7c7da68a2d90),segment_id=4f63c17c-1293-4659-9669-7c7da68a2d90)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:21.573809 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-39a8fc16-5dd8-4117-a6db-1f51be496b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:21.598717 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51548d27-c18e-4634-943d-e0c447b17f5f req-7cfe3502-96cb-4b1e-a011-2190f14b2556 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:21.600647 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-51548d27-c18e-4634-943d-e0c447b17f5f req-7cfe3502-96cb-4b1e-a011-2190f14b2556 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 944 time: 0.1275685 Oct 03 16:00:21.605941 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-39a8fc16-5dd8-4117-a6db-1f51be496b5b admin admin] Calling delete_port for fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 owned by network:router_interface {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:00:21.611004 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923253'] for router_interface (c5f2872f-37a3-4f10-8758-d610ef17bd1d), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:21.662425 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:21.679151 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3badc8e-d015-4eae-abb2-bb47c54790a8 req-e6dc00df-b17e-4fd1-985c-5e12b206c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:21.680941 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a3badc8e-d015-4eae-abb2-bb47c54790a8 req-e6dc00df-b17e-4fd1-985c-5e12b206c1b8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=267a869c-befd-47fb-9912-81a746e13b4f HTTP/1.1" status: 200 len: 848 time: 0.1108832 Oct 03 16:00:21.690411 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:21.745637 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a3badc8e-d015-4eae-abb2-bb47c54790a8 req-32d9abbf-82e4-498b-884c-7d803109ad11 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=c3ebf8a3-15ef-4ba4-87bc-962a0f991337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470302 Oct 03 16:00:21.752265 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-51548d27-c18e-4634-943d-e0c447b17f5f req-ece541c1-aa47-4b35-b152-8956b3b9e435 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207230 Oct 03 16:00:21.752758 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48294) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:21.786388 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-806d93ed-95ad-44fe-843a-1463705cb580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:21.836438 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:21.869884 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device c24966bd-e271-4636-b326-52857f68318d details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:00:21.891169 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:21.919182 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a3badc8e-d015-4eae-abb2-bb47c54790a8 req-482938b8-8b7b-4a7b-85b6-8cd8ede8b532 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/c3ebf8a3-15ef-4ba4-87bc-962a0f991337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641169 Oct 03 16:00:21.924560 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-36aaff0f-ec3d-4406-8bc7-712781b7d13b None None] Provisioning complete for port bc8519b7-0c81-4d21-9114-2f1d71f3e97f triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:21.924959 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-36aaff0f-ec3d-4406-8bc7-712781b7d13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:21.925290 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-36aaff0f-ec3d-4406-8bc7-712781b7d13b None None] Attempt 1 to provision port bc8519b7-0c81-4d21-9114-2f1d71f3e97f Oct 03 16:00:22.018166 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-36aaff0f-ec3d-4406-8bc7-712781b7d13b None None] Port bc8519b7-0c81-4d21-9114-2f1d71f3e97f cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:00:22.051528 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f40538-80b4-4272-890c-6a56cbc37050 req-fc9293ad-2309-4798-8001-69948edfe3a7 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:22.053051 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5f40538-80b4-4272-890c-6a56cbc37050 req-fc9293ad-2309-4798-8001-69948edfe3a7 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1400771 Oct 03 16:00:22.056584 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-806d93ed-95ad-44fe-843a-1463705cb580 admin admin] Publish callbacks [] for security_group (dd02d95a-9f10-4836-8c15-7d85cd19958b), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.069317 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port c24966bd-e271-4636-b326-52857f68318d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c24966bd-e271-4636-b326-52857f68318d,segment=NetworkSegment(99dede38-14b5-4216-9212-f58f8a602c13),segment_id=99dede38-14b5-4216-9212-f58f8a602c13)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:22.073302 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-806d93ed-95ad-44fe-843a-1463705cb580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (dd02d95a-9f10-4836-8c15-7d85cd19958b), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.084624 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': 'c24966bd-e271-4636-b326-52857f68318d', 'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337', 'port_id': 'c24966bd-e271-4636-b326-52857f68318d', 'mac_address': 'fa:16:3e:46:8f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267a869c-befd-47fb-9912-81a746e13b4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:00:22.095978 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-39a8fc16-5dd8-4117-a6db-1f51be496b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (fe6ffa69-dc04-44b0-b89f-fdd2a827bb56), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.122964 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port c24966bd-e271-4636-b326-52857f68318d is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:22.123573 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (c24966bd-e271-4636-b326-52857f68318d), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.132953 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8fc16-5dd8-4117-a6db-1f51be496b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6ffa69-dc04-44b0-b89f-fdd2a827bb56,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:22.134705 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:22.142175 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24966bd-e271-4636-b326-52857f68318d {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:00:22.179775 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-806d93ed-95ad-44fe-843a-1463705cb580 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=483052d840604a85b588322b68afdf92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258142 Oct 03 16:00:22.183531 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48300) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:22.191411 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d93ed-95ad-44fe-843a-1463705cb580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd02d95a-9f10-4836-8c15-7d85cd19958b,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:22.200138 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a3badc8e-d015-4eae-abb2-bb47c54790a8 req-a0fb22e3-5f86-4fcf-b81f-2d0a697e9c97 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/c3ebf8a3-15ef-4ba4-87bc-962a0f991337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694607 Oct 03 16:00:22.203243 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port c24966bd-e271-4636-b326-52857f68318d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c24966bd-e271-4636-b326-52857f68318d,segment=NetworkSegment(99dede38-14b5-4216-9212-f58f8a602c13),segment_id=99dede38-14b5-4216-9212-f58f8a602c13)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:22.206085 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5f40538-80b4-4272-890c-6a56cbc37050 req-c80d6cbd-8834-45c8-9699-2d3b1b7d890b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406569 Oct 03 16:00:22.231799 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Publish callbacks [] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.243449 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.262314 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (c24966bd-e271-4636-b326-52857f68318d), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.298503 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:22.301645 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9579cd12-9c8b-489b-bad5-aa189de5d738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.333512 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=c24966bd-e271-4636-b326-52857f68318d,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:22.379345 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8519b7-0c81-4d21-9114-2f1d71f3e97f,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:22.416873 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3923369'] for router_interface (c5f2872f-37a3-4f10-8758-d610ef17bd1d), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.449622 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-829a7633-fe02-409d-aed2-f53c5d34da32 admin admin] Publish callbacks [] for security_group (dd02d95a-9f10-4836-8c15-7d85cd19958b), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.548820 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-829a7633-fe02-409d-aed2-f53c5d34da32 admin admin] Publish callbacks [] for security_group (dd02d95a-9f10-4836-8c15-7d85cd19958b), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.561620 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['c24966bd-e271-4636-b326-52857f68318d'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:00:22.589963 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:22.606119 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:22.617611 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-39a8fc16-5dd8-4117-a6db-1f51be496b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734076'] for router_interface (9982bf4e-c03a-4457-901b-b136101a6363), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.648825 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device be641f98-89cb-4789-8da5-29a84eafda63 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:22.688236 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Network 04687767-bf5f-437b-ab4c-742de74688b4 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:00:22.693551 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:22.758920 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port be641f98-89cb-4789-8da5-29a84eafda63 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:22.759295 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (be641f98-89cb-4789-8da5-29a84eafda63), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.759631 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port be641f98-89cb-4789-8da5-29a84eafda63 Oct 03 16:00:22.774273 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-829a7633-fe02-409d-aed2-f53c5d34da32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (dd02d95a-9f10-4836-8c15-7d85cd19958b), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.781397 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-829a7633-fe02-409d-aed2-f53c5d34da32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.782195 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-829a7633-fe02-409d-aed2-f53c5d34da32 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/dd02d95a-9f10-4836-8c15-7d85cd19958b HTTP/1.1" status: 204 len: 168 time: 0.5937793 Oct 03 16:00:22.816806 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a7633-fe02-409d-aed2-f53c5d34da32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd02d95a-9f10-4836-8c15-7d85cd19958b,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:22.905378 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port be641f98-89cb-4789-8da5-29a84eafda63 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:22.905964 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (be641f98-89cb-4789-8da5-29a84eafda63), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.942240 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port be641f98-89cb-4789-8da5-29a84eafda63, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=be641f98-89cb-4789-8da5-29a84eafda63,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:22.948028 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (be641f98-89cb-4789-8da5-29a84eafda63), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:22.984418 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:22.986654 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Router c5f2872f-37a3-4f10-8758-d610ef17bd1d has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:00:22.997725 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac3b85-6632-445b-ac50-f292c8ae9e8a req-da4c74f4-3a2f-4137-b003-1f0f2a0c23cf tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:23.002394 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8bac3b85-6632-445b-ac50-f292c8ae9e8a req-da4c74f4-3a2f-4137-b003-1f0f2a0c23cf tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 945 time: 0.0928934 Oct 03 16:00:23.050170 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=be641f98-89cb-4789-8da5-29a84eafda63,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:23.097071 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8bac3b85-6632-445b-ac50-f292c8ae9e8a req-04670699-b9e5-4272-97b6-226148985289 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791962 Oct 03 16:00:23.144691 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a8fc16-5dd8-4117-a6db-1f51be496b5b admin admin] Router 9982bf4e-c03a-4457-901b-b136101a6363 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:00:23.147065 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-db6b2166-83f5-427b-a550-c1254476fb52 None None] Provisioning complete for port bc8519b7-0c81-4d21-9114-2f1d71f3e97f triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:23.147658 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-db6b2166-83f5-427b-a550-c1254476fb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:23.148043 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-db6b2166-83f5-427b-a550-c1254476fb52 None None] Attempt 1 to provision port bc8519b7-0c81-4d21-9114-2f1d71f3e97f Oct 03 16:00:23.182455 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-db6b2166-83f5-427b-a550-c1254476fb52 None None] Port bc8519b7-0c81-4d21-9114-2f1d71f3e97f cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:00:23.231891 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:00:23.240666 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-33032f03-8cdd-4c94-be11-07e0e3979aa5 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/c5f2872f-37a3-4f10-8758-d610ef17bd1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9786131 Oct 03 16:00:23.250759 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Sync routers for ids ['c5f2872f-37a3-4f10-8758-d610ef17bd1d'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:00:23.263154 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Routers {'c5f2872f-37a3-4f10-8758-d610ef17bd1d'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:00:23.264258 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['c5f2872f-37a3-4f10-8758-d610ef17bd1d'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:23.313269 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a8fc16-5dd8-4117-a6db-1f51be496b5b admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:00:23.329674 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c4937-0c48-415b-8340-81978f2659e1 None None] Sync routers for ids ['9982bf4e-c03a-4457-901b-b136101a6363'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:00:23.334010 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-39a8fc16-5dd8-4117-a6db-1f51be496b5b admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/9982bf4e-c03a-4457-901b-b136101a6363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6445365 Oct 03 16:00:23.337147 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48322) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:23.364561 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c4937-0c48-415b-8340-81978f2659e1 None None] Routers {'9982bf4e-c03a-4457-901b-b136101a6363'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:00:23.365239 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-692c4937-0c48-415b-8340-81978f2659e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['9982bf4e-c03a-4457-901b-b136101a6363'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:23.406545 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Set router c5f2872f-37a3-4f10-8758-d610ef17bd1d gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:00:23.517111 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeecb2-e664-46ba-82e9-9b23c50d582e req-645c6644-17b0-4cfc-8a3d-900c2ddbbca9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:23.524959 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-56aeecb2-e664-46ba-82e9-9b23c50d582e req-645c6644-17b0-4cfc-8a3d-900c2ddbbca9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1330698 Oct 03 16:00:23.566402 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Publish callbacks [] for router (9982bf4e-c03a-4457-901b-b136101a6363), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:23.638918 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-692c4937-0c48-415b-8340-81978f2659e1 None None] Set router 9982bf4e-c03a-4457-901b-b136101a6363 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:00:23.641346 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-56aeecb2-e664-46ba-82e9-9b23c50d582e req-1e452c27-6fd0-48ed-b98d-749a57bff170 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154609 Oct 03 16:00:23.693194 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:23.712696 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Publish callbacks [] for router_gateway (9982bf4e-c03a-4457-901b-b136101a6363), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:23.792612 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Deleting port ba54d188-80b3-464c-b0b8-117abbe978ba {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:00:23.793001 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:23.802664 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'name': 'tempest-TestShelveInstance-2017744484-router', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:14Z', 'updated_at': '2022-10-03T16:00:21Z', 'revision_number': 4, 'project_id': '85c573761eb54bd5bfe7e8a9a0088041', 'gw_port': {'id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:16Z', 'updated_at': '2022-10-03T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'bc8519b7-0c81-4d21-9114-2f1d71f3e97f', 'name': '', 'network_id': '04687767-bf5f-437b-ab4c-742de74688b4', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'mac_address': 'fa:16:3e:a4:c0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'fd956d4c-c590-4440-b118-c10fc51df104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:20Z', 'updated_at': '2022-10-03T16:00:21Z', 'revision_number': 2, 'project_id': '85c573761eb54bd5bfe7e8a9a0088041', 'subnets': [{'id': 'fd956d4c-c590-4440-b118-c10fc51df104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:23.832387 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Checking router: c5f2872f-37a3-4f10-8758-d610ef17bd1d for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:00:23.832789 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Updating router c5f2872f-37a3-4f10-8758-d610ef17bd1d port bc8519b7-0c81-4d21-9114-2f1d71f3e97f binding host dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:00:23.836255 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:23.866413 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:23.887979 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device c24966bd-e271-4636-b326-52857f68318d up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:23.898372 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-692c4937-0c48-415b-8340-81978f2659e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982bf4e-c03a-4457-901b-b136101a6363', 'name': 'tempest-DeleteServersTestJSON-1610782753-router', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:58Z', 'updated_at': '2022-10-03T16:00:21Z', 'revision_number': 5, 'project_id': '943f7e5ccad5410896a40678aeaaf1c1', 'gw_port': {'id': 'ba54d188-80b3-464c-b0b8-117abbe978ba', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:33:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9982bf4e-c03a-4457-901b-b136101a6363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:23.921772 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:23.934016 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c4937-0c48-415b-8340-81978f2659e1 None None] Checking router: 9982bf4e-c03a-4457-901b-b136101a6363 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:00:23.944478 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c4937-0c48-415b-8340-81978f2659e1 None None] Routers {'9982bf4e-c03a-4457-901b-b136101a6363'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:00:23.945392 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-692c4937-0c48-415b-8340-81978f2659e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T15:59:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['9982bf4e-c03a-4457-901b-b136101a6363'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:23.959974 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] For port ba54d188-80b3-464c-b0b8-117abbe978ba, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=ba54d188-80b3-464c-b0b8-117abbe978ba,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:23.960349 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:23.999188 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Calling delete_port for ba54d188-80b3-464c-b0b8-117abbe978ba owned by network:router_gateway {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:00:24.090076 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:24.107024 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-692c4937-0c48-415b-8340-81978f2659e1 None None] Set router 9982bf4e-c03a-4457-901b-b136101a6363 gateway port host: None {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:00:24.154771 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48354) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:24.161306 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-e9e99050-2114-41fc-b3e3-d00acd05849e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316933564', 'description': 'tempest-secgroup-smoke-316933564 description', 'project_id': '60b016d4443142d4bb81dae536748cf1'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:24.182331 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-692c4937-0c48-415b-8340-81978f2659e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982bf4e-c03a-4457-901b-b136101a6363', 'name': 'tempest-DeleteServersTestJSON-1610782753-router', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:58Z', 'updated_at': '2022-10-03T16:00:23Z', 'revision_number': 6, 'project_id': '943f7e5ccad5410896a40678aeaaf1c1', 'gw_port_host': None}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:24.193303 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port c24966bd-e271-4636-b326-52857f68318d completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:00:24.215402 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port c24966bd-e271-4636-b326-52857f68318d triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:24.215985 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (c24966bd-e271-4636-b326-52857f68318d), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.216465 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port c24966bd-e271-4636-b326-52857f68318d Oct 03 16:00:24.247682 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e9e99050-2114-41fc-b3e3-d00acd05849e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.254180 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c4937-0c48-415b-8340-81978f2659e1 None None] The sync data for ids ['9982bf4e-c03a-4457-901b-b136101a6363'] in dv-cinder-844563-13-iscsi is: [{'id': '9982bf4e-c03a-4457-901b-b136101a6363', 'name': 'tempest-DeleteServersTestJSON-1610782753-router', 'tenant_id': '943f7e5ccad5410896a40678aeaaf1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:58Z', 'updated_at': '2022-10-03T16:00:23Z', 'revision_number': 6, 'project_id': '943f7e5ccad5410896a40678aeaaf1c1', 'gw_port_host': None}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:00:24.348410 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2be86745-0dc2-4680-bd2f-a027fefc186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.372947 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e9e99050-2114-41fc-b3e3-d00acd05849e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group (032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.378890 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e9e99050-2114-41fc-b3e3-d00acd05849e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.386217 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:24.415863 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aaf83-adca-4990-8f75-973eaa171fe0 req-4a7bddae-caab-4ed1-9731-970dc7cbdf20 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:24.417546 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9c0aaf83-adca-4990-8f75-973eaa171fe0 req-4a7bddae-caab-4ed1-9731-970dc7cbdf20 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 945 time: 0.0608532 Oct 03 16:00:24.418769 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (ba54d188-80b3-464c-b0b8-117abbe978ba), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.428474 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port c24966bd-e271-4636-b326-52857f68318d is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:24.428474 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (c24966bd-e271-4636-b326-52857f68318d), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.472776 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:24.481651 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba54d188-80b3-464c-b0b8-117abbe978ba,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:24.506001 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93275a67-788f-4fed-846f-eefe6ee3b480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24966bd-e271-4636-b326-52857f68318d'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:00:24.508700 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa44bee-e25c-4238-a6ab-04ac282011e3" -d '{"events": [{"server_uuid": "93275a67-788f-4fed-846f-eefe6ee3b480", "name": "network-vif-plugged", "status": "completed", "tag": "c24966bd-e271-4636-b326-52857f68318d"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:00:24.537226 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port c24966bd-e271-4636-b326-52857f68318d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c24966bd-e271-4636-b326-52857f68318d,segment=NetworkSegment(99dede38-14b5-4216-9212-f58f8a602c13),segment_id=99dede38-14b5-4216-9212-f58f8a602c13)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:24.575628 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727734'] for router_gateway (9982bf4e-c03a-4457-901b-b136101a6363), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.581641 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (c24966bd-e271-4636-b326-52857f68318d), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.590503 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1471b0f-2b65-4ea3-b9c1-8b0c56dd4300 x-openstack-request-id: req-d1471b0f-2b65-4ea3-b9c1-8b0c56dd4300 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:00:24.590870 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93275a67-788f-4fed-846f-eefe6ee3b480", "name": "network-vif-plugged", "status": "completed", "tag": "c24966bd-e271-4636-b326-52857f68318d", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:00:24.591184 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d1471b0f-2b65-4ea3-b9c1-8b0c56dd4300 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:00:24.591677 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1471b0f-2b65-4ea3-b9c1-8b0c56dd4300'] response: {'server_uuid': '93275a67-788f-4fed-846f-eefe6ee3b480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24966bd-e271-4636-b326-52857f68318d', 'code': 200} Oct 03 16:00:24.627448 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Publish callbacks [] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), precommit_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.640964 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.700878 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=c24966bd-e271-4636-b326-52857f68318d,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:24.719222 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9c0aaf83-adca-4990-8f75-973eaa171fe0 req-29069bcc-39e9-4b31-b4a1-fc983f422f54 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885292 Oct 03 16:00:24.850755 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e9e99050-2114-41fc-b3e3-d00acd05849e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.852271 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-e9e99050-2114-41fc-b3e3-d00acd05849e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6956966 Oct 03 16:00:24.852772 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Attempting to bind port bc8519b7-0c81-4d21-9114-2f1d71f3e97f on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:00:24.853414 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Attempting to bind port bc8519b7-0c81-4d21-9114-2f1d71f3e97f by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '02e105ec-1d9c-4120-8511-2b5581b93f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '04687767-bf5f-437b-ab4c-742de74688b4'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:00:24.853883 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Attempting to bind port bc8519b7-0c81-4d21-9114-2f1d71f3e97f on network 04687767-bf5f-437b-ab4c-742de74688b4 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:00:24.856101 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48374) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:24.860963 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbe262-3156-44b3-b0d8-6621d402552f None None] Pushing event updated for resources: {'Port': ['ID=bc8519b7-0c81-4d21-9114-2f1d71f3e97f,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:24.862030 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-d79d3198-665e-49e5-bc4c-92ffed5811ab tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Request body: {'security_group_rule': {'security_group_id': '032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3', 'project_id': '60b016d4443142d4bb81dae536748cf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:24.875590 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e99050-2114-41fc-b3e3-d00acd05849e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:24.909935 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:00:24.910531 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Checking segment: {'id': '02e105ec-1d9c-4120-8511-2b5581b93f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '04687767-bf5f-437b-ab4c-742de74688b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:00:24.910864 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d79d3198-665e-49e5-bc4c-92ffed5811ab tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (517c2fb8-2508-4a2f-a4e1-11693f1c2261), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.911131 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.911676 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Bound using segment: {'id': '02e105ec-1d9c-4120-8511-2b5581b93f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '04687767-bf5f-437b-ab4c-742de74688b4'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:00:24.912274 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Bound port: bc8519b7-0c81-4d21-9114-2f1d71f3e97f, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e105ec-1d9c-4120-8511-2b5581b93f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '04687767-bf5f-437b-ab4c-742de74688b4'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:00:24.912931 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.937562 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3734141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29314'] for router (9982bf4e-c03a-4457-901b-b136101a6363), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.943422 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Publish callbacks [] for router_controller (9982bf4e-c03a-4457-901b-b136101a6363), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:24.995573 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d79d3198-665e-49e5-bc4c-92ffed5811ab tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (517c2fb8-2508-4a2f-a4e1-11693f1c2261), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.001824 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d79d3198-665e-49e5-bc4c-92ffed5811ab tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (517c2fb8-2508-4a2f-a4e1-11693f1c2261), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.011926 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:25.032619 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d3198-665e-49e5-bc4c-92ffed5811ab tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517c2fb8-2508-4a2f-a4e1-11693f1c2261,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:25.050228 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] For port bc8519b7-0c81-4d21-9114-2f1d71f3e97f, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:00:25.052284 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d79d3198-665e-49e5-bc4c-92ffed5811ab tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.053605 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-d79d3198-665e-49e5-bc4c-92ffed5811ab tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1959012 Oct 03 16:00:25.056312 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48380) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:25.061185 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] For port bc8519b7-0c81-4d21-9114-2f1d71f3e97f, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=bc8519b7-0c81-4d21-9114-2f1d71f3e97f,segment=NetworkSegment(02e105ec-1d9c-4120-8511-2b5581b93f8e),segment_id=02e105ec-1d9c-4120-8511-2b5581b93f8e)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:00:25.066283 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-43e9acb0-bfe3-4161-80e1-f44ceda8303f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Request body: {'security_group_rule': {'security_group_id': '032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3', 'project_id': '60b016d4443142d4bb81dae536748cf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:25.073879 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.099027 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:25.117603 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Routers {'c5f2872f-37a3-4f10-8758-d610ef17bd1d'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:00:25.118390 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:00:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['c5f2872f-37a3-4f10-8758-d610ef17bd1d'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:25.124270 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-43e9acb0-bfe3-4161-80e1-f44ceda8303f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (590972e0-fc3c-441b-a250-897d78e011cf), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.196579 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbe262-3156-44b3-b0d8-6621d402552f None None] Pushing event updated for resources: {'Port': ['ID=bc8519b7-0c81-4d21-9114-2f1d71f3e97f,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:25.253302 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:25.284507 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] Set router c5f2872f-37a3-4f10-8758-d610ef17bd1d gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:00:25.288458 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device be641f98-89cb-4789-8da5-29a84eafda63 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:25.290993 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-43e9acb0-bfe3-4161-80e1-f44ceda8303f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (590972e0-fc3c-441b-a250-897d78e011cf), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.296877 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-43e9acb0-bfe3-4161-80e1-f44ceda8303f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (590972e0-fc3c-441b-a250-897d78e011cf), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.324338 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ed4b3-320b-4957-9f04-b5fb4b32ea11 req-7af59937-4013-4960-83d8-aadb6b84be3b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:25.333131 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d96ed4b3-320b-4957-9f04-b5fb4b32ea11 req-7af59937-4013-4960-83d8-aadb6b84be3b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.5001047 Oct 03 16:00:25.351242 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9acb0-bfe3-4161-80e1-f44ceda8303f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590972e0-fc3c-441b-a250-897d78e011cf,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:25.372425 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port be641f98-89cb-4789-8da5-29a84eafda63 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:25.373405 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (be641f98-89cb-4789-8da5-29a84eafda63), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.373749 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port be641f98-89cb-4789-8da5-29a84eafda63 Oct 03 16:00:25.380685 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-43e9acb0-bfe3-4161-80e1-f44ceda8303f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.385071 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-43e9acb0-bfe3-4161-80e1-f44ceda8303f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3250539 Oct 03 16:00:25.385353 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48386) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:25.392114 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a11e30-57f0-40e2-81d0-3164dbb930ec req-7c6113bf-d0d9-48cb-8822-c419e38e1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:25.394464 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f7a11e30-57f0-40e2-81d0-3164dbb930ec req-7c6113bf-d0d9-48cb-8822-c419e38e1955 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 1130 time: 0.4735427 Oct 03 16:00:25.396797 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-3a0a6ee7-b9d1-458b-b89e-4d359bd1bb12 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Request body: {'security_group_rule': {'security_group_id': '032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3', 'project_id': '60b016d4443142d4bb81dae536748cf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:25.425305 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734116'] for router (9982bf4e-c03a-4457-901b-b136101a6363), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.426831 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9982bf4e-c03a-4457-901b-b136101a6363 {{(pid=106162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 16:00:25.442085 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3a0a6ee7-b9d1-458b-b89e-4d359bd1bb12 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (fad03dfa-f696-42a0-be5d-3ecc25a7d8ed), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.455955 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.457814 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-99ed71c9-e0f1-4986-b780-8dd8183b4a2f admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/9982bf4e-c03a-4457-901b-b136101a6363 HTTP/1.1" status: 204 len: 168 time: 2.1188719 Oct 03 16:00:25.461113 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48390) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:25.514967 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f7a11e30-57f0-40e2-81d0-3164dbb930ec req-e9952a8b-e6f6-4713-a83c-9a1a9cad542c service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043711 Oct 03 16:00:25.555974 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c32561-1325-4e72-8767-b7975f5c7e81 admin admin] Deleting subnet 617dd94f-a06b-461a-b7cf-78502b91163e {{(pid=106163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:00:25.562380 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port be641f98-89cb-4789-8da5-29a84eafda63 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:25.569522 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-41c32561-1325-4e72-8767-b7975f5c7e81 admin admin] Publish callbacks [] for subnet (617dd94f-a06b-461a-b7cf-78502b91163e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.571927 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d96ed4b3-320b-4957-9f04-b5fb4b32ea11 req-cff22000-d9cb-4f8a-b08f-033f72f65d48 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375906 Oct 03 16:00:25.573624 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:00:25.587801 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3a0a6ee7-b9d1-458b-b89e-4d359bd1bb12 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (fad03dfa-f696-42a0-be5d-3ecc25a7d8ed), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.613147 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3a0a6ee7-b9d1-458b-b89e-4d359bd1bb12 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (fad03dfa-f696-42a0-be5d-3ecc25a7d8ed), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.620070 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:00:25.620537 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device fe6ffa69-dc04-44b0-b89f-fdd2a827bb56 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:00:25.646011 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a6ee7-b9d1-458b-b89e-4d359bd1bb12 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad03dfa-f696-42a0-be5d-3ecc25a7d8ed,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:25.651401 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3a0a6ee7-b9d1-458b-b89e-4d359bd1bb12 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.665333 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-3a0a6ee7-b9d1-458b-b89e-4d359bd1bb12 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2619660 Oct 03 16:00:25.665653 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48398) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:25.671995 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-41c32561-1325-4e72-8767-b7975f5c7e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531818'] for subnet (617dd94f-a06b-461a-b7cf-78502b91163e), precommit_delete_associations {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.672176 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-4068eb72-a615-406a-b360-a6b7785e1155 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Request body: {'security_group_rule': {'security_group_id': '032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3', 'project_id': '60b016d4443142d4bb81dae536748cf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:25.700177 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'name': 'tempest-TestShelveInstance-2017744484-router', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:14Z', 'updated_at': '2022-10-03T16:00:21Z', 'revision_number': 4, 'project_id': '85c573761eb54bd5bfe7e8a9a0088041', 'gw_port': {'id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:16Z', 'updated_at': '2022-10-03T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'bc8519b7-0c81-4d21-9114-2f1d71f3e97f', 'name': '', 'network_id': '04687767-bf5f-437b-ab4c-742de74688b4', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'mac_address': 'fa:16:3e:a4:c0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'fd956d4c-c590-4440-b118-c10fc51df104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:20Z', 'updated_at': '2022-10-03T16:00:25Z', 'revision_number': 4, 'project_id': '85c573761eb54bd5bfe7e8a9a0088041', 'subnets': [{'id': 'fd956d4c-c590-4440-b118-c10fc51df104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:25.728699 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4068eb72-a615-406a-b360-a6b7785e1155 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (7084167c-1c25-4b78-8f1d-a9ea89b0de4c), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.738153 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5bc5d6-a83b-483a-a8ec-560da5d2ca8b None None] The sync data for ids ['c5f2872f-37a3-4f10-8758-d610ef17bd1d'] in dv-cinder-844563-13-iscsi is: [{'id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'name': 'tempest-TestShelveInstance-2017744484-router', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:14Z', 'updated_at': '2022-10-03T16:00:21Z', 'revision_number': 4, 'project_id': '85c573761eb54bd5bfe7e8a9a0088041', 'gw_port': {'id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:16Z', 'updated_at': '2022-10-03T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'bc8519b7-0c81-4d21-9114-2f1d71f3e97f', 'name': '', 'network_id': '04687767-bf5f-437b-ab4c-742de74688b4', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'mac_address': 'fa:16:3e:a4:c0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'fd956d4c-c590-4440-b118-c10fc51df104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:20Z', 'updated_at': '2022-10-03T16:00:25Z', 'revision_number': 4, 'project_id': '85c573761eb54bd5bfe7e8a9a0088041', 'subnets': [{'id': 'fd956d4c-c590-4440-b118-c10fc51df104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:00:25.774157 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.846940 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4068eb72-a615-406a-b360-a6b7785e1155 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (7084167c-1c25-4b78-8f1d-a9ea89b0de4c), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.853133 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4068eb72-a615-406a-b360-a6b7785e1155 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (7084167c-1c25-4b78-8f1d-a9ea89b0de4c), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.864452 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-41c32561-1325-4e72-8767-b7975f5c7e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (617dd94f-a06b-461a-b7cf-78502b91163e), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.880990 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068eb72-a615-406a-b360-a6b7785e1155 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7084167c-1c25-4b78-8f1d-a9ea89b0de4c,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:25.937024 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4068eb72-a615-406a-b360-a6b7785e1155 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.937238 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-41c32561-1325-4e72-8767-b7975f5c7e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104768'] for subnet (617dd94f-a06b-461a-b7cf-78502b91163e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.941229 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-4068eb72-a615-406a-b360-a6b7785e1155 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2707214 Oct 03 16:00:25.943860 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48402) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:25.956946 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94109f-5c95-4e13-aa6a-b807f159dee0 req-a28c6595-d1f9-4da6-a587-dec3164a8912 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:25.959297 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3d94109f-5c95-4e13-aa6a-b807f159dee0 req-a28c6595-d1f9-4da6-a587-dec3164a8912 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 946 time: 0.0791366 Oct 03 16:00:25.974468 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-144e6be3-6656-4b95-935c-53e3acb6edd4 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Request body: {'security_group_rule': {'security_group_id': '032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3', 'project_id': '60b016d4443142d4bb81dae536748cf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:25.987739 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c32561-1325-4e72-8767-b7975f5c7e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=617dd94f-a06b-461a-b7cf-78502b91163e,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:25.992127 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-41c32561-1325-4e72-8767-b7975f5c7e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:25.995920 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-41c32561-1325-4e72-8767-b7975f5c7e81 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/617dd94f-a06b-461a-b7cf-78502b91163e HTTP/1.1" status: 204 len: 168 time: 0.5333824 Oct 03 16:00:26.000358 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48404) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:26.000561 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a3ad20-c825-490b-aed7-b0b7b508da4a None None] Network 6729b450-3931-444e-a8de-cc935e69b64c requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:00:26.091160 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3d94109f-5c95-4e13-aa6a-b807f159dee0 req-4e2c1e41-cd72-44cc-bb0e-ef15be94d760 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232502 Oct 03 16:00:26.118419 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.securitygroups_db [None req-144e6be3-6656-4b95-935c-53e3acb6edd4 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Project 60b016d4443142d4bb81dae536748cf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 16:00:26.158156 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (6729b450-3931-444e-a8de-cc935e69b64c), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.160975 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=81,neutron:INSERT=6,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:26.162363 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-144e6be3-6656-4b95-935c-53e3acb6edd4 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (096bc455-d751-44ac-9b27-7389e152c1af), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.240776 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61f5347-b4a1-4e73-b7da-fd361b346ec0 None None] DHCP port deletion for 6729b450-3931-444e-a8de-cc935e69b64c request from dv-cinder-844563-13-iscsi {{(pid=106164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 16:00:26.260771 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:26.276994 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Deleting port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:00:26.277316 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.285099 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-144e6be3-6656-4b95-935c-53e3acb6edd4 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (096bc455-d751-44ac-9b27-7389e152c1af), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.293505 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-e61f5347-b4a1-4e73-b7da-fd361b346ec0 None None] Deleting port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 {{(pid=106164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:00:26.293890 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e61f5347-b4a1-4e73-b7da-fd361b346ec0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), before_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.297593 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-144e6be3-6656-4b95-935c-53e3acb6edd4 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (096bc455-d751-44ac-9b27-7389e152c1af), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.373864 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-e61f5347-b4a1-4e73-b7da-fd361b346ec0 None None] For port b65c1239-d675-4e13-88a0-3d9e4b2f9d28, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=b65c1239-d675-4e13-88a0-3d9e4b2f9d28,segment=NetworkSegment(4f63c17c-1293-4659-9669-7c7da68a2d90),segment_id=4f63c17c-1293-4659-9669-7c7da68a2d90)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:26.374131 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e6be3-6656-4b95-935c-53e3acb6edd4 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096bc455-d751-44ac-9b27-7389e152c1af,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:26.374283 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e61f5347-b4a1-4e73-b7da-fd361b346ec0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), precommit_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.386972 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-144e6be3-6656-4b95-935c-53e3acb6edd4 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.388231 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-144e6be3-6656-4b95-935c-53e3acb6edd4 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4400442 Oct 03 16:00:26.392045 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48410) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:26.394212 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] For port b65c1239-d675-4e13-88a0-3d9e4b2f9d28, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=b65c1239-d675-4e13-88a0-3d9e4b2f9d28,segment=NetworkSegment(4f63c17c-1293-4659-9669-7c7da68a2d90),segment_id=4f63c17c-1293-4659-9669-7c7da68a2d90)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:26.394691 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.398649 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-3fb72a24-9e0e-4e32-ad82-17878cc730d2 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Request body: {'security_group_rule': {'security_group_id': '032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3', 'project_id': '60b016d4443142d4bb81dae536748cf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:26.399825 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-e61f5347-b4a1-4e73-b7da-fd361b346ec0 None None] Calling delete_port for b65c1239-d675-4e13-88a0-3d9e4b2f9d28 owned by network:dhcp {{(pid=106164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:00:26.410333 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Calling delete_port for b65c1239-d675-4e13-88a0-3d9e4b2f9d28 owned by network:dhcp {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:00:26.442058 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.securitygroups_db [None req-3fb72a24-9e0e-4e32-ad82-17878cc730d2 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Project 60b016d4443142d4bb81dae536748cf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 16:00:26.448704 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3fb72a24-9e0e-4e32-ad82-17878cc730d2 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (65246967-0346-4040-960c-bbf26862293c), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.524683 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.560927 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b65c1239-d675-4e13-88a0-3d9e4b2f9d28,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:26.562625 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:26.563631 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] No DVR routers for this DVR port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 on host dv-cinder-844563-13-iscsi {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:00:26.583929 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3fb72a24-9e0e-4e32-ad82-17878cc730d2 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (65246967-0346-4040-960c-bbf26862293c), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.598247 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e61f5347-b4a1-4e73-b7da-fd361b346ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (b65c1239-d675-4e13-88a0-3d9e4b2f9d28), after_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.603643 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3fb72a24-9e0e-4e32-ad82-17878cc730d2 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (65246967-0346-4040-960c-bbf26862293c), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.626380 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:26.630850 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f5347-b4a1-4e73-b7da-fd361b346ec0 None None] Pushing event deleted for resources: {'Port': ['ID=b65c1239-d675-4e13-88a0-3d9e4b2f9d28,revision_number=None']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:26.638874 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb72a24-9e0e-4e32-ad82-17878cc730d2 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65246967-0346-4040-960c-bbf26862293c,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:26.641277 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f5347-b4a1-4e73-b7da-fd361b346ec0 None None] No DVR routers for this DVR port b65c1239-d675-4e13-88a0-3d9e4b2f9d28 on host dv-cinder-844563-13-iscsi {{(pid=106164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:00:26.653796 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3fb72a24-9e0e-4e32-ad82-17878cc730d2 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.663611 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-3fb72a24-9e0e-4e32-ad82-17878cc730d2 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2698908 Oct 03 16:00:26.665837 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device bc8519b7-0c81-4d21-9114-2f1d71f3e97f up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:26.677595 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (6729b450-3931-444e-a8de-cc935e69b64c), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.723571 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6729b450-3931-444e-a8de-cc935e69b64c']}} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:26.742100 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port bc8519b7-0c81-4d21-9114-2f1d71f3e97f triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:26.742579 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.742987 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port bc8519b7-0c81-4d21-9114-2f1d71f3e97f Oct 03 16:00:26.750144 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f63c17c-1293-4659-9669-7c7da68a2d90') {'for_net_delete': True} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:26.750447 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f63c17c-1293-4659-9669-7c7da68a2d90') {} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:00:26.774806 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531731'] for segment (4f63c17c-1293-4659-9669-7c7da68a2d90), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.805896 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21f92e-dacc-49e7-9fae-f2a0e63de3dd req-5f40d70c-5fdb-43dc-8462-1991fb754061 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:26.807107 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (4f63c17c-1293-4659-9669-7c7da68a2d90), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.807712 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3c21f92e-dacc-49e7-9fae-f2a0e63de3dd req-5f40d70c-5fdb-43dc-8462-1991fb754061 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1049156 Oct 03 16:00:26.823413 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=106163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:00:26.823839 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26945160'] for segment (4f63c17c-1293-4659-9669-7c7da68a2d90), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.862204 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port bc8519b7-0c81-4d21-9114-2f1d71f3e97f is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:26.862599 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.867363 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:26.878661 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3c21f92e-dacc-49e7-9fae-f2a0e63de3dd req-3531a414-c52f-4712-b7d5-322c21bc4d66 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634146 Oct 03 16:00:26.909999 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:26.924175 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port bc8519b7-0c81-4d21-9114-2f1d71f3e97f, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=bc8519b7-0c81-4d21-9114-2f1d71f3e97f,segment=NetworkSegment(02e105ec-1d9c-4120-8511-2b5581b93f8e),segment_id=02e105ec-1d9c-4120-8511-2b5581b93f8e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:26.928247 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.931260 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (6729b450-3931-444e-a8de-cc935e69b64c), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.958588 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:26.961778 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/6729b450-3931-444e-a8de-cc935e69b64c HTTP/1.1" status: 204 len: 168 time: 0.9565423 Oct 03 16:00:26.963025 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef8498-50d5-40f1-a927-209dee964b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=6729b450-3931-444e-a8de-cc935e69b64c,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:26.992186 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 4f63c17c-1293-4659-9669-7c7da68a2d90 resource provider aggregate not found Oct 03 16:00:27.039420 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device ba54d188-80b3-464c-b0b8-117abbe978ba no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:00:27.044671 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=bc8519b7-0c81-4d21-9114-2f1d71f3e97f,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:27.051397 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 4f63c17c-1293-4659-9669-7c7da68a2d90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f63c17c-1293-4659-9669-7c7da68a2d90 found for delete ", "request_id": "req-c0693f87-2c17-401f-992c-68da509c7bba"}]} Oct 03 16:00:27.072755 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:27.073719 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: ba54d188-80b3-464c-b0b8-117abbe978ba {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:00:27.074074 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device ba54d188-80b3-464c-b0b8-117abbe978ba not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:00:27.074492 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device b65c1239-d675-4e13-88a0-3d9e4b2f9d28 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:00:27.098254 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: b65c1239-d675-4e13-88a0-3d9e4b2f9d28 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:00:27.098611 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device b65c1239-d675-4e13-88a0-3d9e4b2f9d28 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:00:27.164258 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:27.275145 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e848de-c1a5-4768-89c5-28dcc78ee3d9 req-5be0cbc5-3cf6-4ef4-ad2c-894253b64dea tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:27.276519 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48468) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:27.276673 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d9e848de-c1a5-4768-89c5-28dcc78ee3d9 req-5be0cbc5-3cf6-4ef4-ad2c-894253b64dea tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 946 time: 0.0810704 Oct 03 16:00:27.332213 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d9e848de-c1a5-4768-89c5-28dcc78ee3d9 req-e58db633-38af-4351-bec0-1a8eea1d5517 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490623 Oct 03 16:00:27.354965 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-dab3f9e2-a30a-4c54-a7ba-0d5e5ef0c2d6 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=943f7e5ccad5410896a40678aeaaf1c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0768988 Oct 03 16:00:27.358448 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48472) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:27.419493 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-05dc4430-93e3-43fa-bf77-a1638cbc7f71 admin admin] Publish callbacks [] for security_group (1b67fab2-43f2-4cee-92f6-5983b1fdc661), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:27.447541 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-05dc4430-93e3-43fa-bf77-a1638cbc7f71 admin admin] Publish callbacks [] for security_group (1b67fab2-43f2-4cee-92f6-5983b1fdc661), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:27.518621 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-05dc4430-93e3-43fa-bf77-a1638cbc7f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (1b67fab2-43f2-4cee-92f6-5983b1fdc661), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:27.522371 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-05dc4430-93e3-43fa-bf77-a1638cbc7f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:27.526111 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-05dc4430-93e3-43fa-bf77-a1638cbc7f71 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1b67fab2-43f2-4cee-92f6-5983b1fdc661 HTTP/1.1" status: 204 len: 168 time: 0.1640840 Oct 03 16:00:27.544674 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc4430-93e3-43fa-bf77-a1638cbc7f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b67fab2-43f2-4cee-92f6-5983b1fdc661,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:28.023856 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0add148-3b90-45c8-b3d8-08a592afb985 req-8156756d-83ab-4340-9687-437d8686ada4 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:28.028513 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a0add148-3b90-45c8-b3d8-08a592afb985 req-8156756d-83ab-4340-9687-437d8686ada4 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0535095 Oct 03 16:00:28.076316 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a0add148-3b90-45c8-b3d8-08a592afb985 req-05be5b61-9595-4a09-92f9-56e4aa2bd335 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438673 Oct 03 16:00:28.464208 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef4a07-10df-4793-8e93-586eb7f3d130 req-52547c1b-837d-46c5-9707-8b1af32e33b6 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:28.465730 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1fef4a07-10df-4793-8e93-586eb7f3d130 req-52547c1b-837d-46c5-9707-8b1af32e33b6 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 946 time: 0.0510821 Oct 03 16:00:28.546229 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1fef4a07-10df-4793-8e93-586eb7f3d130 req-8ecad045-8ce2-4880-9743-092e28dfee0c tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525720 Oct 03 16:00:28.567552 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device bc8519b7-0c81-4d21-9114-2f1d71f3e97f up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:28.635377 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port bc8519b7-0c81-4d21-9114-2f1d71f3e97f triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:28.636329 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:28.639042 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port bc8519b7-0c81-4d21-9114-2f1d71f3e97f Oct 03 16:00:28.725594 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port bc8519b7-0c81-4d21-9114-2f1d71f3e97f is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:29.258723 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb124-1909-47b3-87d0-abe15cb48e4d req-22ad0aea-e462-4927-a9d4-93f712896115 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:29.260452 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-36afb124-1909-47b3-87d0-abe15cb48e4d req-22ad0aea-e462-4927-a9d4-93f712896115 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0709648 Oct 03 16:00:29.351463 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-36afb124-1909-47b3-87d0-abe15cb48e4d req-136707d3-be86-4ea8-842c-c2e1a04cd190 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841126 Oct 03 16:00:29.442451 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da9252-f3e5-4a26-998c-c54ea8b9b5dd req-95f1065d-7bf6-40fa-8ef1-7208222053e9 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:29.443964 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d6da9252-f3e5-4a26-998c-c54ea8b9b5dd req-95f1065d-7bf6-40fa-8ef1-7208222053e9 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 946 time: 0.0500462 Oct 03 16:00:29.505589 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d6da9252-f3e5-4a26-998c-c54ea8b9b5dd req-a7169804-a946-4ab8-8ee0-8d5080c8dbe3 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561352 Oct 03 16:00:29.739504 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48588) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:29.850413 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b7a82f62-b84b-4a51-9c36-7a5a8ec443fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:29.927361 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b7a82f62-b84b-4a51-9c36-7a5a8ec443fe admin admin] Publish callbacks [] for security_group (0af5bd1a-cb67-43f1-b521-2d080fad7bb5), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:29.932404 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b7a82f62-b84b-4a51-9c36-7a5a8ec443fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0af5bd1a-cb67-43f1-b521-2d080fad7bb5), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:29.971287 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a82f62-b84b-4a51-9c36-7a5a8ec443fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af5bd1a-cb67-43f1-b521-2d080fad7bb5,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:29.976598 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-b7a82f62-b84b-4a51-9c36-7a5a8ec443fe admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bd29944da180460b90e4596be63c9605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360857 Oct 03 16:00:29.979266 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48592) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:29.996202 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:30.034979 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a3dd972b-c909-42b2-be91-423ac6ab70e2 admin admin] Publish callbacks [] for security_group (0af5bd1a-cb67-43f1-b521-2d080fad7bb5), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:30.041658 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:30.055729 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a3dd972b-c909-42b2-be91-423ac6ab70e2 admin admin] Publish callbacks [] for security_group (0af5bd1a-cb67-43f1-b521-2d080fad7bb5), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:30.104452 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a3dd972b-c909-42b2-be91-423ac6ab70e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0af5bd1a-cb67-43f1-b521-2d080fad7bb5), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:30.107117 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a3dd972b-c909-42b2-be91-423ac6ab70e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:30.108370 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a3dd972b-c909-42b2-be91-423ac6ab70e2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0af5bd1a-cb67-43f1-b521-2d080fad7bb5 HTTP/1.1" status: 204 len: 168 time: 0.1281385 Oct 03 16:00:30.116253 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd972b-c909-42b2-be91-423ac6ab70e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af5bd1a-cb67-43f1-b521-2d080fad7bb5,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:30.476914 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48618) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:30.500986 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4bc1efd2-a8aa-4710-b6c9-bbcf16cf6e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:30.512861 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072503e2-dc8d-43e5-bbd0-dd8934a74244 req-adf3a8cf-f08e-4dbc-a14b-f83d95bdfbc0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:30.515670 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-072503e2-dc8d-43e5-bbd0-dd8934a74244 req-adf3a8cf-f08e-4dbc-a14b-f83d95bdfbc0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0728521 Oct 03 16:00:30.621767 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-072503e2-dc8d-43e5-bbd0-dd8934a74244 req-1dd86192-aa86-468f-a6e6-4096db459ced tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967283 Oct 03 16:00:30.641718 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4bc1efd2-a8aa-4710-b6c9-bbcf16cf6e54 admin admin] Publish callbacks [] for security_group (7ebcde66-3e47-497b-a7ed-b4c3cdb71f5f), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:30.649814 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4bc1efd2-a8aa-4710-b6c9-bbcf16cf6e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (7ebcde66-3e47-497b-a7ed-b4c3cdb71f5f), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:30.683755 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48624) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:30.695534 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-4bc1efd2-a8aa-4710-b6c9-bbcf16cf6e54 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=19f7574cc86a4069b7b1b1f3143cbc09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175126 Oct 03 16:00:30.696928 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1efd2-a8aa-4710-b6c9-bbcf16cf6e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebcde66-3e47-497b-a7ed-b4c3cdb71f5f,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:30.699334 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48628) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:30.721238 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd1a17-3f8d-42b0-8ae3-a72fea771dc2 req-71ca736e-cb08-48df-a762-0cf1666d5708 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:30.722788 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-97cd1a17-3f8d-42b0-8ae3-a72fea771dc2 req-71ca736e-cb08-48df-a762-0cf1666d5708 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 946 time: 0.1000485 Oct 03 16:00:30.771474 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-da386c9e-df0b-47fd-bff1-b2a4320a8d80 admin admin] Publish callbacks [] for security_group (7ebcde66-3e47-497b-a7ed-b4c3cdb71f5f), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:30.779861 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-97cd1a17-3f8d-42b0-8ae3-a72fea771dc2 req-053d6b91-5764-4186-8753-fffd937b7ff2 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513041 Oct 03 16:00:30.835481 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-da386c9e-df0b-47fd-bff1-b2a4320a8d80 admin admin] Publish callbacks [] for security_group (7ebcde66-3e47-497b-a7ed-b4c3cdb71f5f), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:30.881181 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:30.882441 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:30.900990 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-35db93f9-739b-48f0-ad42-77486b6c632f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:30.913767 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-da386c9e-df0b-47fd-bff1-b2a4320a8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (7ebcde66-3e47-497b-a7ed-b4c3cdb71f5f), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:30.916406 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-da386c9e-df0b-47fd-bff1-b2a4320a8d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:30.917593 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-da386c9e-df0b-47fd-bff1-b2a4320a8d80 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7ebcde66-3e47-497b-a7ed-b4c3cdb71f5f HTTP/1.1" status: 204 len: 168 time: 0.2169933 Oct 03 16:00:30.928121 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da386c9e-df0b-47fd-bff1-b2a4320a8d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebcde66-3e47-497b-a7ed-b4c3cdb71f5f,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:31.002016 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-35db93f9-739b-48f0-ad42-77486b6c632f admin admin] Publish callbacks [] for security_group (52cfa980-0678-4641-a7ab-189be453419c), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:31.006568 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-35db93f9-739b-48f0-ad42-77486b6c632f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (52cfa980-0678-4641-a7ab-189be453419c), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:31.053336 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-35db93f9-739b-48f0-ad42-77486b6c632f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2159330a7d4547929d82b528df3e6b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3662810 Oct 03 16:00:31.054443 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db93f9-739b-48f0-ad42-77486b6c632f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cfa980-0678-4641-a7ab-189be453419c,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:31.056828 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48638) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:31.113092 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f43c-b1cb-4641-8d00-47c637ecfd0f admin admin] Publish callbacks [] for security_group (52cfa980-0678-4641-a7ab-189be453419c), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:31.141523 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534344cc-5591-49cc-9019-f07766a67205 req-0d9f2b32-fa54-4579-aa0e-58c4206cac9c tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:31.143071 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-534344cc-5591-49cc-9019-f07766a67205 req-0d9f2b32-fa54-4579-aa0e-58c4206cac9c tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 946 time: 0.0535588 Oct 03 16:00:31.144648 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f43c-b1cb-4641-8d00-47c637ecfd0f admin admin] Publish callbacks [] for security_group (52cfa980-0678-4641-a7ab-189be453419c), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:31.198146 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f43c-b1cb-4641-8d00-47c637ecfd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (52cfa980-0678-4641-a7ab-189be453419c), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:31.201543 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f43c-b1cb-4641-8d00-47c637ecfd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:31.202897 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-e1c1f43c-b1cb-4641-8d00-47c637ecfd0f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/52cfa980-0678-4641-a7ab-189be453419c HTTP/1.1" status: 204 len: 168 time: 0.1450369 Oct 03 16:00:31.213012 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1f43c-b1cb-4641-8d00-47c637ecfd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cfa980-0678-4641-a7ab-189be453419c,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:31.299569 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-534344cc-5591-49cc-9019-f07766a67205 req-a2aaf2c0-5afd-419f-bf55-de763d80dd56 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Deleting port c24966bd-e271-4636-b326-52857f68318d {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:00:31.300073 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-534344cc-5591-49cc-9019-f07766a67205 req-a2aaf2c0-5afd-419f-bf55-de763d80dd56 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (c24966bd-e271-4636-b326-52857f68318d), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:31.417517 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-534344cc-5591-49cc-9019-f07766a67205 req-a2aaf2c0-5afd-419f-bf55-de763d80dd56 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] For port c24966bd-e271-4636-b326-52857f68318d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c24966bd-e271-4636-b326-52857f68318d,segment=NetworkSegment(99dede38-14b5-4216-9212-f58f8a602c13),segment_id=99dede38-14b5-4216-9212-f58f8a602c13)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:31.418018 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-534344cc-5591-49cc-9019-f07766a67205 req-a2aaf2c0-5afd-419f-bf55-de763d80dd56 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (c24966bd-e271-4636-b326-52857f68318d), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:31.439056 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-534344cc-5591-49cc-9019-f07766a67205 req-a2aaf2c0-5afd-419f-bf55-de763d80dd56 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Calling delete_port for c24966bd-e271-4636-b326-52857f68318d owned by compute:nova {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:00:31.578986 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:31.603758 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-534344cc-5591-49cc-9019-f07766a67205 req-a2aaf2c0-5afd-419f-bf55-de763d80dd56 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (c24966bd-e271-4636-b326-52857f68318d), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:31.618960 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['c24966bd-e271-4636-b326-52857f68318d'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:00:31.633576 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaf2c0-5afd-419f-bf55-de763d80dd56 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Pushing event deleted for resources: {'Port': ['ID=c24966bd-e271-4636-b326-52857f68318d,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:31.654664 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48660) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:31.674333 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3192113a-8e81-4787-b877-139ae14d06a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:31.724150 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-534344cc-5591-49cc-9019-f07766a67205 req-a2aaf2c0-5afd-419f-bf55-de763d80dd56 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] No DVR routers for this DVR port c24966bd-e271-4636-b326-52857f68318d on host hv-cinder-84456 {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:00:31.727123 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-534344cc-5591-49cc-9019-f07766a67205 req-a2aaf2c0-5afd-419f-bf55-de763d80dd56 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:31.733923 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-534344cc-5591-49cc-9019-f07766a67205 req-a2aaf2c0-5afd-419f-bf55-de763d80dd56 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.48 "DELETE /networking/v2.0/ports/c24966bd-e271-4636-b326-52857f68318d HTTP/1.1" status: 204 len: 173 time: 0.5847573 Oct 03 16:00:31.755800 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93275a67-788f-4fed-846f-eefe6ee3b480', 'name': 'network-vif-deleted', 'tag': 'c24966bd-e271-4636-b326-52857f68318d'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:00:31.759159 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a706659e-e0f1-45f4-937b-8c6e8df068b7" -d '{"events": [{"server_uuid": "93275a67-788f-4fed-846f-eefe6ee3b480", "name": "network-vif-deleted", "tag": "c24966bd-e271-4636-b326-52857f68318d"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:00:31.786491 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3192113a-8e81-4787-b877-139ae14d06a1 admin admin] Publish callbacks [] for security_group (518c4f8c-2920-4787-b88d-c6f09fe3c125), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:31.792379 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:31.809600 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3192113a-8e81-4787-b877-139ae14d06a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (518c4f8c-2920-4787-b88d-c6f09fe3c125), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:31.830831 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb6efe-3e3d-42cd-b0c3-af0ec932a6cb req-6d29ca96-b957-40fd-8491-891ba0c4321e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:31.834291 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5ebb6efe-3e3d-42cd-b0c3-af0ec932a6cb req-6d29ca96-b957-40fd-8491-891ba0c4321e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1112034 Oct 03 16:00:31.856136 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8f9b81-7141-4dde-b155-283d83e0ed01 x-openstack-request-id: req-6b8f9b81-7141-4dde-b155-283d83e0ed01 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:00:31.856447 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93275a67-788f-4fed-846f-eefe6ee3b480", "name": "network-vif-deleted", "tag": "c24966bd-e271-4636-b326-52857f68318d", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:00:31.856639 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6b8f9b81-7141-4dde-b155-283d83e0ed01 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:00:31.857139 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8f9b81-7141-4dde-b155-283d83e0ed01'] response: {'server_uuid': '93275a67-788f-4fed-846f-eefe6ee3b480', 'name': 'network-vif-deleted', 'tag': 'c24966bd-e271-4636-b326-52857f68318d', 'status': 'completed', 'code': 200} Oct 03 16:00:31.929671 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-3192113a-8e81-4787-b877-139ae14d06a1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=359e0e13503142fcb4ad492ca4c675b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729249 Oct 03 16:00:31.933593 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48676) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:31.943908 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192113a-8e81-4787-b877-139ae14d06a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518c4f8c-2920-4787-b88d-c6f09fe3c125,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:31.981264 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5ebb6efe-3e3d-42cd-b0c3-af0ec932a6cb req-4a434a38-c256-486c-a9b5-d46dd4691160 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214142 Oct 03 16:00:32.080097 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8412c10a-a520-468e-9c10-4dd15bd72dbb req-1fec5058-8d9f-453c-8285-73c9f18cc169 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 210 time: 0.0566511 Oct 03 16:00:32.081387 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5ca96b0d-7c52-433c-8fc5-1dd57af61f3f admin admin] Publish callbacks [] for security_group (518c4f8c-2920-4787-b88d-c6f09fe3c125), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:32.105377 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5ca96b0d-7c52-433c-8fc5-1dd57af61f3f admin admin] Publish callbacks [] for security_group (518c4f8c-2920-4787-b88d-c6f09fe3c125), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:32.182433 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5ca96b0d-7c52-433c-8fc5-1dd57af61f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (518c4f8c-2920-4787-b88d-c6f09fe3c125), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:32.188677 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5ca96b0d-7c52-433c-8fc5-1dd57af61f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:32.201771 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-5ca96b0d-7c52-433c-8fc5-1dd57af61f3f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/518c4f8c-2920-4787-b88d-c6f09fe3c125 HTTP/1.1" status: 204 len: 168 time: 0.2528932 Oct 03 16:00:32.230029 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca96b0d-7c52-433c-8fc5-1dd57af61f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518c4f8c-2920-4787-b88d-c6f09fe3c125,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:33.111315 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a7ebd-7da4-499c-b20d-6ce9939ff28c req-2f209fff-8d3e-46ae-b5ac-6c76bff090b4 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:33.112893 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5c1a7ebd-7da4-499c-b20d-6ce9939ff28c req-2f209fff-8d3e-46ae-b5ac-6c76bff090b4 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0605555 Oct 03 16:00:33.170997 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5c1a7ebd-7da4-499c-b20d-6ce9939ff28c req-6377624f-b987-4a29-8b41-00ffc5f2fcea tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515091 Oct 03 16:00:33.260285 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0484ed72-15de-494f-b039-406c1263372b req-1395c2cf-3c7b-4629-9ff6-c023d5038de9 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 210 time: 0.0302057 Oct 03 16:00:33.500468 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48744) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:33.691839 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-41aebdb2-3bfd-4525-ab32-f81fcd62d18c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:33.769970 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-41aebdb2-3bfd-4525-ab32-f81fcd62d18c admin admin] Publish callbacks [] for security_group (e706cca9-f2b6-4001-891e-6a79f8107b1e), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:33.773713 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-41aebdb2-3bfd-4525-ab32-f81fcd62d18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (e706cca9-f2b6-4001-891e-6a79f8107b1e), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:33.815406 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-41aebdb2-3bfd-4525-ab32-f81fcd62d18c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=470696736c774d17a979b41751709eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136592 Oct 03 16:00:33.816278 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aebdb2-3bfd-4525-ab32-f81fcd62d18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e706cca9-f2b6-4001-891e-6a79f8107b1e,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:33.818104 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48754) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:33.876619 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e782-ef7c-43da-aee1-22e933e8b9a7 admin admin] Publish callbacks [] for security_group (e706cca9-f2b6-4001-891e-6a79f8107b1e), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:33.899705 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e782-ef7c-43da-aee1-22e933e8b9a7 admin admin] Publish callbacks [] for security_group (e706cca9-f2b6-4001-891e-6a79f8107b1e), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:33.947230 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e782-ef7c-43da-aee1-22e933e8b9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (e706cca9-f2b6-4001-891e-6a79f8107b1e), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:33.949920 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd1e782-ef7c-43da-aee1-22e933e8b9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:33.951717 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-9cd1e782-ef7c-43da-aee1-22e933e8b9a7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e706cca9-f2b6-4001-891e-6a79f8107b1e HTTP/1.1" status: 204 len: 168 time: 0.1324136 Oct 03 16:00:33.960500 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1e782-ef7c-43da-aee1-22e933e8b9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e706cca9-f2b6-4001-891e-6a79f8107b1e,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:34.142024 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:34.185821 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:34.340507 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce4f15-55a0-4049-ad20-3a754f921a3e req-0e7d7e08-8e70-45eb-bb0e-8e96474504ae tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:34.353353 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-32ce4f15-55a0-4049-ad20-3a754f921a3e req-0e7d7e08-8e70-45eb-bb0e-8e96474504ae tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0911107 Oct 03 16:00:34.388768 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device c24966bd-e271-4636-b326-52857f68318d no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:00:34.423424 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-32ce4f15-55a0-4049-ad20-3a754f921a3e req-a73d4e53-5e32-45a2-9711-4e2e97f34870 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668130 Oct 03 16:00:34.426006 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: c24966bd-e271-4636-b326-52857f68318d {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:00:34.426534 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device c24966bd-e271-4636-b326-52857f68318d not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:00:34.453019 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48782) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:34.464930 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8ebe62c-9185-4541-875c-45d0dac9e8e4 req-81abe028-3584-41c3-97ca-20dafdf2128d tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=93275a67-788f-4fed-846f-eefe6ee3b480 HTTP/1.1" status: 200 len: 210 time: 0.0359554 Oct 03 16:00:34.482776 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-37525bcb-4e9e-40e4-965f-535b70ecc043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:34.568910 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-37525bcb-4e9e-40e4-965f-535b70ecc043 admin admin] Publish callbacks [] for security_group (03252719-8d6e-4b8e-b953-bc1111f01611), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:34.575697 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-37525bcb-4e9e-40e4-965f-535b70ecc043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (03252719-8d6e-4b8e-b953-bc1111f01611), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:34.587315 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:DELETE=5,neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:34.620854 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-37525bcb-4e9e-40e4-965f-535b70ecc043 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4e679bab76664dd0b08b0a05f53e3483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677372 Oct 03 16:00:34.623516 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48788) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:34.624155 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37525bcb-4e9e-40e4-965f-535b70ecc043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03252719-8d6e-4b8e-b953-bc1111f01611,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:34.682909 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ee10a337-0f52-40e6-a65c-c97fd4b750e4 admin admin] Publish callbacks [] for security_group (03252719-8d6e-4b8e-b953-bc1111f01611), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:34.706106 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ee10a337-0f52-40e6-a65c-c97fd4b750e4 admin admin] Publish callbacks [] for security_group (03252719-8d6e-4b8e-b953-bc1111f01611), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:34.756176 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ee10a337-0f52-40e6-a65c-c97fd4b750e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (03252719-8d6e-4b8e-b953-bc1111f01611), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:34.759018 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ee10a337-0f52-40e6-a65c-c97fd4b750e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:34.761337 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-ee10a337-0f52-40e6-a65c-c97fd4b750e4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/03252719-8d6e-4b8e-b953-bc1111f01611 HTTP/1.1" status: 204 len: 168 time: 0.1355555 Oct 03 16:00:34.770972 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10a337-0f52-40e6-a65c-c97fd4b750e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03252719-8d6e-4b8e-b953-bc1111f01611,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:35.583345 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fa4f1-9393-4344-86f6-eaeb6d99d148 req-768c4693-224f-4175-9bf9-f4f49d3b878e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:35.585335 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-708fa4f1-9393-4344-86f6-eaeb6d99d148 req-768c4693-224f-4175-9bf9-f4f49d3b878e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0728769 Oct 03 16:00:35.612931 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:35.645104 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-708fa4f1-9393-4344-86f6-eaeb6d99d148 req-4940e4bb-5df1-4ba5-8e0c-ff2ba422b7c5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538282 Oct 03 16:00:35.843532 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daa538-4105-4193-953f-f0b01165ca03 req-ee7356e2-f9da-4e7b-8d2f-342debf48dbd tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:35.845173 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-ee7356e2-f9da-4e7b-8d2f-342debf48dbd tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c3ebf8a3-15ef-4ba4-87bc-962a0f991337 HTTP/1.1" status: 200 len: 808 time: 0.1143811 Oct 03 16:00:35.859733 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-c0ea9d94-65db-40d0-8b51-22c4e33a123c tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/quotas/1616ab7beef7499280c47114208878fe HTTP/1.1" status: 200 len: 375 time: 0.0091584 Oct 03 16:00:35.877861 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:35.896130 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-8de78800-7700-483c-b009-f5b9fc0b085f tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1616ab7beef7499280c47114208878fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308044 Oct 03 16:00:35.995814 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-585d916c-e34b-4e71-bbac-432e8ded9192 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c3ebf8a3-15ef-4ba4-87bc-962a0f991337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925269 Oct 03 16:00:36.097700 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-c35b249c-4fd1-46d8-815e-5df3c73a7916 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c3ebf8a3-15ef-4ba4-87bc-962a0f991337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944953 Oct 03 16:00:36.395247 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:36.399983 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ed9a482e-4219-4a9a-9cf1-78845ffb546d req-250f0ca7-3dd5-43bb-a32e-2e909aa63875 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 210 time: 0.1201587 Oct 03 16:00:36.557355 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:00:36.794908 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81d82-53de-4bef-9030-60835aab5a84 req-b4057712-e476-4daa-9dc2-5abea7dc2638 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:36.797593 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-33a81d82-53de-4bef-9030-60835aab5a84 req-b4057712-e476-4daa-9dc2-5abea7dc2638 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0626628 Oct 03 16:00:36.864588 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-33a81d82-53de-4bef-9030-60835aab5a84 req-343bc934-bb4b-42cd-9086-74493d9b8951 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597270 Oct 03 16:00:37.522139 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7279c176-89a6-4834-b16e-6c574468e488 req-4a2c4052-c01d-4ebf-a841-5fab229cd170 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 210 time: 0.0284021 Oct 03 16:00:37.928768 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daa538-4105-4193-953f-f0b01165ca03 req-fd747900-51c6-4b6c-89a9-4f688be13173 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:37.932352 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-fd747900-51c6-4b6c-89a9-4f688be13173 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.48 "GET /networking/v2.0/networks?id=c3ebf8a3-15ef-4ba4-87bc-962a0f991337 HTTP/1.1" status: 200 len: 808 time: 0.1739500 Oct 03 16:00:37.951558 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-e8daa538-4105-4193-953f-f0b01165ca03 req-9d031081-58b1-427a-9dec-7bfefa8d4183 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Request body: {'port': {'device_id': '01720cfb-59ec-47a5-b8e9-30204c4d4e58', 'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337', 'admin_state_up': True, 'tenant_id': '1616ab7beef7499280c47114208878fe'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:38.097212 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9ae95-4732-4cca-8818-b33487e9df80 req-1f0fed0a-768c-48e7-b102-251de375562f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:38.098913 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bea9ae95-4732-4cca-8818-b33487e9df80 req-1f0fed0a-768c-48e7-b102-251de375562f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1412034 Oct 03 16:00:38.186470 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bea9ae95-4732-4cca-8818-b33487e9df80 req-a83f49f2-5327-476d-b16e-e851219461ca tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808258 Oct 03 16:00:38.191983 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8daa538-4105-4193-953f-f0b01165ca03 req-9d031081-58b1-427a-9dec-7bfefa8d4183 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Made reservation on behalf of 1616ab7beef7499280c47114208878fe for: {'port': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:00:38.195740 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e8daa538-4105-4193-953f-f0b01165ca03 req-9d031081-58b1-427a-9dec-7bfefa8d4183 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:38.352842 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [req-e8daa538-4105-4193-953f-f0b01165ca03 req-9d031081-58b1-427a-9dec-7bfefa8d4183 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Allocated IP 172.20.0.13 (c3ebf8a3-15ef-4ba4-87bc-962a0f991337/267a869c-befd-47fb-9912-81a746e13b4f/ba8f633c-1c11-4174-bcae-8ed9ee5701e8) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:00:38.371395 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48968) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:38.451365 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:38.466837 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:38.490344 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0d66162f-24ad-4ec8-8252-3b2788d8858b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:38.521624 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e8daa538-4105-4193-953f-f0b01165ca03 req-9d031081-58b1-427a-9dec-7bfefa8d4183 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks [] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:38.543284 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:38.560405 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e8daa538-4105-4193-953f-f0b01165ca03 req-9d031081-58b1-427a-9dec-7bfefa8d4183 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:38.574523 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0d66162f-24ad-4ec8-8252-3b2788d8858b admin admin] Publish callbacks [] for security_group (68925ce3-07c3-48b2-ad63-790d93be0574), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:38.581536 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0d66162f-24ad-4ec8-8252-3b2788d8858b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (68925ce3-07c3-48b2-ad63-790d93be0574), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:38.605582 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8daa538-4105-4193-953f-f0b01165ca03 req-9d031081-58b1-427a-9dec-7bfefa8d4183 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Network c3ebf8a3-15ef-4ba4-87bc-962a0f991337 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:00:38.623545 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [req-e8daa538-4105-4193-953f-f0b01165ca03 req-9d031081-58b1-427a-9dec-7bfefa8d4183 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:38.625971 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8daa538-4105-4193-953f-f0b01165ca03 req-9d031081-58b1-427a-9dec-7bfefa8d4183 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:00:38.628138 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-0d66162f-24ad-4ec8-8252-3b2788d8858b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4aa21ed0f35247f98cc92b702b1dc42b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556140 Oct 03 16:00:38.629350 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66162f-24ad-4ec8-8252-3b2788d8858b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68925ce3-07c3-48b2-ad63-790d93be0574,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:38.630678 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daa538-4105-4193-953f-f0b01165ca03 req-9d031081-58b1-427a-9dec-7bfefa8d4183 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:38.631618 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48974) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:38.631866 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e8daa538-4105-4193-953f-f0b01165ca03 req-9d031081-58b1-427a-9dec-7bfefa8d4183 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:38.674566 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d031081-58b1-427a-9dec-7bfefa8d4183 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Pushing event updated for resources: {'Port': ['ID=ba8f633c-1c11-4174-bcae-8ed9ee5701e8,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:38.685828 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2107-b99d-4c63-9b9c-7d9323e5733e admin admin] Publish callbacks [] for security_group (68925ce3-07c3-48b2-ad63-790d93be0574), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:38.686854 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b330-e4c6-494e-9108-4e81c6f13a45 req-7d829217-3569-4156-997f-eb46c2ef047d tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:38.688377 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-95a6b330-e4c6-494e-9108-4e81c6f13a45 req-7d829217-3569-4156-997f-eb46c2ef047d tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 932 time: 0.0866282 Oct 03 16:00:38.691993 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-9d031081-58b1-427a-9dec-7bfefa8d4183 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7453432 Oct 03 16:00:38.705966 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Request body: {'port': {'device_id': '01720cfb-59ec-47a5-b8e9-30204c4d4e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:38.707114 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2107-b99d-4c63-9b9c-7d9323e5733e admin admin] Publish callbacks [] for security_group (68925ce3-07c3-48b2-ad63-790d93be0574), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:38.757626 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2107-b99d-4c63-9b9c-7d9323e5733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (68925ce3-07c3-48b2-ad63-790d93be0574), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:38.760326 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2107-b99d-4c63-9b9c-7d9323e5733e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:38.761507 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-0b0d2107-b99d-4c63-9b9c-7d9323e5733e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/68925ce3-07c3-48b2-ad63-790d93be0574 HTTP/1.1" status: 204 len: 168 time: 0.1289988 Oct 03 16:00:38.770428 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d2107-b99d-4c63-9b9c-7d9323e5733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68925ce3-07c3-48b2-ad63-790d93be0574,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:38.801607 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-95a6b330-e4c6-494e-9108-4e81c6f13a45 req-c038a8fe-2b60-4a51-9969-9b7147bedbc7 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069975 Oct 03 16:00:38.807129 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:39.081423 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 48984) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:39.105494 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-396966bb-47f1-49cb-8630-134434e8fb05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:39.112307 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8f633c-1c11-4174-bcae-8ed9ee5701e8 {{(pid=106162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:00:39.124402 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Publish callbacks [] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:39.143153 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.provisioning_blocks [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Transition to ACTIVE for port object ba8f633c-1c11-4174-bcae-8ed9ee5701e8 will not be triggered until provisioned by entity L2. {{(pid=106162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:00:39.150192 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:39.222159 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-396966bb-47f1-49cb-8630-134434e8fb05 admin admin] Publish callbacks [] for security_group (9766bb7c-ced3-4cd4-b5c6-1d5a4a2d60e7), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:39.230321 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-396966bb-47f1-49cb-8630-134434e8fb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (9766bb7c-ced3-4cd4-b5c6-1d5a4a2d60e7), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:39.232241 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8f633c-1c11-4174-bcae-8ed9ee5701e8,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:39.243603 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Attempting to bind port ba8f633c-1c11-4174-bcae-8ed9ee5701e8 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:00:39.243941 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Attempting to bind port ba8f633c-1c11-4174-bcae-8ed9ee5701e8 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '99dede38-14b5-4216-9212-f58f8a602c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337'}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:00:39.244269 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Attempting to bind port ba8f633c-1c11-4174-bcae-8ed9ee5701e8 on network c3ebf8a3-15ef-4ba4-87bc-962a0f991337 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:00:39.292855 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-396966bb-47f1-49cb-8630-134434e8fb05 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a79a6daa28ba441f882e04c4e06efe12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101111 Oct 03 16:00:39.297351 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 48996) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:39.298550 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396966bb-47f1-49cb-8630-134434e8fb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9766bb7c-ced3-4cd4-b5c6-1d5a4a2d60e7,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:39.302982 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Port ba8f633c-1c11-4174-bcae-8ed9ee5701e8 on network c3ebf8a3-15ef-4ba4-87bc-962a0f991337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:00:39.303886 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Attempting to bind port ba8f633c-1c11-4174-bcae-8ed9ee5701e8 on network c3ebf8a3-15ef-4ba4-87bc-962a0f991337 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:00:39.357470 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:39.393046 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:39.430699 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4a9bd-beeb-403e-8391-2fbac76ac18f req-fbc8866c-66eb-42c3-a93a-94fc9ca7b8a0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:39.432544 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-52c4a9bd-beeb-403e-8391-2fbac76ac18f req-fbc8866c-66eb-42c3-a93a-94fc9ca7b8a0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1003749 Oct 03 16:00:39.437787 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:00:39.438138 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Checking segment: {'id': '99dede38-14b5-4216-9212-f58f8a602c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:00:39.438774 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Bound using segment: {'id': '99dede38-14b5-4216-9212-f58f8a602c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337'} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:00:39.439374 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Bound port: ba8f633c-1c11-4174-bcae-8ed9ee5701e8, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99dede38-14b5-4216-9212-f58f8a602c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337'}}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:00:39.439740 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:39.476969 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-709747b6-abaf-4559-892f-b3f0f71849c0 admin admin] Publish callbacks [] for security_group (9766bb7c-ced3-4cd4-b5c6-1d5a4a2d60e7), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:39.547290 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-709747b6-abaf-4559-892f-b3f0f71849c0 admin admin] Publish callbacks [] for security_group (9766bb7c-ced3-4cd4-b5c6-1d5a4a2d60e7), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:39.789929 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-52c4a9bd-beeb-403e-8391-2fbac76ac18f req-96683d98-0605-4164-908b-ba5bb121f71a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474293 Oct 03 16:00:39.809058 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] For port ba8f633c-1c11-4174-bcae-8ed9ee5701e8, host hv-cinder-84456, cleared binding levels {{(pid=106162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:00:39.826757 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] For port ba8f633c-1c11-4174-bcae-8ed9ee5701e8, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ba8f633c-1c11-4174-bcae-8ed9ee5701e8,segment=NetworkSegment(99dede38-14b5-4216-9212-f58f8a602c13),segment_id=99dede38-14b5-4216-9212-f58f8a602c13)] {{(pid=106162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:00:39.833313 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:39.836527 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:39.837422 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:39.838789 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/ba8f633c-1c11-4174-bcae-8ed9ee5701e8 HTTP/1.1" status: 200 len: 1094 time: 1.1366510 Oct 03 16:00:39.842595 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01720cfb-59ec-47a5-b8e9-30204c4d4e58', 'tag': 'ba8f633c-1c11-4174-bcae-8ed9ee5701e8'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:00:39.845327 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f917f54-7f36-4f17-a399-3c9eb865b4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "01720cfb-59ec-47a5-b8e9-30204c4d4e58", "tag": "ba8f633c-1c11-4174-bcae-8ed9ee5701e8"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:00:39.916508 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6e022e-e951-4929-99d9-83b12d0e90c4 x-openstack-request-id: req-3f6e022e-e951-4929-99d9-83b12d0e90c4 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:00:39.916817 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01720cfb-59ec-47a5-b8e9-30204c4d4e58", "tag": "ba8f633c-1c11-4174-bcae-8ed9ee5701e8", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:00:39.917070 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3f6e022e-e951-4929-99d9-83b12d0e90c4 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:00:39.917458 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6e022e-e951-4929-99d9-83b12d0e90c4'] response: {'name': 'network-changed', 'server_uuid': '01720cfb-59ec-47a5-b8e9-30204c4d4e58', 'tag': 'ba8f633c-1c11-4174-bcae-8ed9ee5701e8', 'status': 'completed', 'code': 200} Oct 03 16:00:39.936996 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-709747b6-abaf-4559-892f-b3f0f71849c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (9766bb7c-ced3-4cd4-b5c6-1d5a4a2d60e7), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:39.939469 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-709747b6-abaf-4559-892f-b3f0f71849c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:39.940583 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-709747b6-abaf-4559-892f-b3f0f71849c0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9766bb7c-ced3-4cd4-b5c6-1d5a4a2d60e7 HTTP/1.1" status: 204 len: 168 time: 0.6386993 Oct 03 16:00:39.995313 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709747b6-abaf-4559-892f-b3f0f71849c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9766bb7c-ced3-4cd4-b5c6-1d5a4a2d60e7,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:39.999673 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd4d3a-afc1-46c7-b3b0-07fb545d1402 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8f633c-1c11-4174-bcae-8ed9ee5701e8,revision_number=3']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:40.004151 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daa538-4105-4193-953f-f0b01165ca03 req-ad9ce344-5a9e-4aca-8bd6-72c33dbd857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:40.005959 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-ad9ce344-5a9e-4aca-8bd6-72c33dbd857c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1616ab7beef7499280c47114208878fe&device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 1128 time: 0.1114564 Oct 03 16:00:40.014270 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35006546-fc2c-4b5a-8236-d7af292d5e4d req-078f2c54-0545-47b0-aad0-ec7df95b420d tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:40.018834 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-35006546-fc2c-4b5a-8236-d7af292d5e4d req-078f2c54-0545-47b0-aad0-ec7df95b420d tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 944 time: 0.1235642 Oct 03 16:00:40.056468 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-bb053c3c-4342-40e8-bf38-d5759b657cfa service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba8f633c-1c11-4174-bcae-8ed9ee5701e8 HTTP/1.1" status: 200 len: 217 time: 0.0350893 Oct 03 16:00:40.141415 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daa538-4105-4193-953f-f0b01165ca03 req-6bf41dfb-30d7-4827-a78b-5705b6890487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:40.141415 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-6bf41dfb-30d7-4827-a78b-5705b6890487 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=267a869c-befd-47fb-9912-81a746e13b4f HTTP/1.1" status: 200 len: 848 time: 0.0772135 Oct 03 16:00:40.143910 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-35006546-fc2c-4b5a-8236-d7af292d5e4d req-a2740c77-2c08-46b5-b117-2c4b938f24b8 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899334 Oct 03 16:00:40.180950 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-24157549-2fe7-4571-882d-5de66527692a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=c3ebf8a3-15ef-4ba4-87bc-962a0f991337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323803 Oct 03 16:00:40.306291 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-b9e824cd-b166-4d11-aa58-89c32f0dd8d4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/c3ebf8a3-15ef-4ba4-87bc-962a0f991337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148336 Oct 03 16:00:40.368918 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49018) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:40.380912 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fdb8fca5-d7f5-41ca-a5f7-dc8a92062e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:40.421757 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8daa538-4105-4193-953f-f0b01165ca03 req-6386e27f-3cb8-4d6e-ab5a-41b437f2d5d7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/c3ebf8a3-15ef-4ba4-87bc-962a0f991337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080635 Oct 03 16:00:40.470871 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fdb8fca5-d7f5-41ca-a5f7-dc8a92062e78 admin admin] Publish callbacks [] for security_group (a96b7ab2-2adb-4662-b850-9c01ef4d4abb), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:40.475738 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fdb8fca5-d7f5-41ca-a5f7-dc8a92062e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (a96b7ab2-2adb-4662-b850-9c01ef4d4abb), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:40.525882 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-fdb8fca5-d7f5-41ca-a5f7-dc8a92062e78 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bbd31cf8b49d43aaac31930f31280778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573992 Oct 03 16:00:40.526750 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8fca5-d7f5-41ca-a5f7-dc8a92062e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96b7ab2-2adb-4662-b850-9c01ef4d4abb,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:40.532902 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49026) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:40.601668 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1eb197ad-526e-43c8-9d8e-9e33952021af admin admin] Publish callbacks [] for security_group (a96b7ab2-2adb-4662-b850-9c01ef4d4abb), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:40.615095 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:40.625978 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1eb197ad-526e-43c8-9d8e-9e33952021af admin admin] Publish callbacks [] for security_group (a96b7ab2-2adb-4662-b850-9c01ef4d4abb), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:40.643580 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:40.681817 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1eb197ad-526e-43c8-9d8e-9e33952021af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (a96b7ab2-2adb-4662-b850-9c01ef4d4abb), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:40.684436 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1eb197ad-526e-43c8-9d8e-9e33952021af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:40.688137 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-1eb197ad-526e-43c8-9d8e-9e33952021af admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a96b7ab2-2adb-4662-b850-9c01ef4d4abb HTTP/1.1" status: 204 len: 168 time: 0.1515517 Oct 03 16:00:40.694129 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb197ad-526e-43c8-9d8e-9e33952021af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96b7ab2-2adb-4662-b850-9c01ef4d4abb,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:40.922531 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18237eec-8be8-42dc-b9e9-3ee111b081f6 req-412562c7-f444-4bc6-8f51-7d09a3829381 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:40.924102 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-18237eec-8be8-42dc-b9e9-3ee111b081f6 req-412562c7-f444-4bc6-8f51-7d09a3829381 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0479665 Oct 03 16:00:40.935611 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:40.974320 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-18237eec-8be8-42dc-b9e9-3ee111b081f6 req-a4141016-0061-4916-8193-81085d34e8db tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446649 Oct 03 16:00:41.273418 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510021d-7caa-4d31-bec6-0661b4eefc9b req-46a0f118-09fe-45bc-8a58-09e8afbb0899 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:41.274844 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8510021d-7caa-4d31-bec6-0661b4eefc9b req-46a0f118-09fe-45bc-8a58-09e8afbb0899 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 944 time: 0.0492692 Oct 03 16:00:41.332902 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8510021d-7caa-4d31-bec6-0661b4eefc9b req-9a0414a2-b30d-40d2-94b0-db5c2a815ec7 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522242 Oct 03 16:00:41.517069 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f917f54-7f36-4f17-a399-3c9eb865b4d9 req-81676c99-fcb9-4eda-a11f-0b3792463933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:41.518870 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f917f54-7f36-4f17-a399-3c9eb865b4d9 req-81676c99-fcb9-4eda-a11f-0b3792463933 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=1616ab7beef7499280c47114208878fe&device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 1128 time: 0.0468140 Oct 03 16:00:41.589522 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:41.643452 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f917f54-7f36-4f17-a399-3c9eb865b4d9 req-76e598b3-e1fe-40e0-81c5-7d9b86715d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:41.645012 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f917f54-7f36-4f17-a399-3c9eb865b4d9 req-76e598b3-e1fe-40e0-81c5-7d9b86715d57 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=c3ebf8a3-15ef-4ba4-87bc-962a0f991337 HTTP/1.1" status: 200 len: 909 time: 0.1140866 Oct 03 16:00:41.693605 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f917f54-7f36-4f17-a399-3c9eb865b4d9 req-b758aa74-b3fc-4352-a4d1-6c51d6c9064d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba8f633c-1c11-4174-bcae-8ed9ee5701e8 HTTP/1.1" status: 200 len: 217 time: 0.0415089 Oct 03 16:00:41.723702 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49074) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:41.758426 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f917f54-7f36-4f17-a399-3c9eb865b4d9 req-70623281-f050-4611-a186-a3dd53b62ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:41.760196 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f917f54-7f36-4f17-a399-3c9eb865b4d9 req-70623281-f050-4611-a186-a3dd53b62ea7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=267a869c-befd-47fb-9912-81a746e13b4f HTTP/1.1" status: 200 len: 848 time: 0.0533988 Oct 03 16:00:41.827006 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f917f54-7f36-4f17-a399-3c9eb865b4d9 req-4ac19183-2b13-461c-8204-01fcc3df9e0b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=c3ebf8a3-15ef-4ba4-87bc-962a0f991337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551238 Oct 03 16:00:41.867848 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fa4ab389-d723-46d7-a50d-e5ac737a43ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:41.943119 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device ba8f633c-1c11-4174-bcae-8ed9ee5701e8 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:00:41.954460 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f917f54-7f36-4f17-a399-3c9eb865b4d9 req-842e9144-352c-4193-9007-ee2fb1ac8a82 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/c3ebf8a3-15ef-4ba4-87bc-962a0f991337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203213 Oct 03 16:00:41.957643 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49090) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:41.973428 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fa4ab389-d723-46d7-a50d-e5ac737a43ba admin admin] Publish callbacks [] for security_group (6b63cac8-6ebd-430a-9bd3-d5cabe9f9425), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:41.982484 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fa4ab389-d723-46d7-a50d-e5ac737a43ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (6b63cac8-6ebd-430a-9bd3-d5cabe9f9425), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.038174 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-fa4ab389-d723-46d7-a50d-e5ac737a43ba admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a36678835b4a4925a8278438f382c1c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133297 Oct 03 16:00:42.039066 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ab389-d723-46d7-a50d-e5ac737a43ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b63cac8-6ebd-430a-9bd3-d5cabe9f9425,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:42.042831 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49098) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:42.109687 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c57e775b-11ca-4fcf-bb1b-d1dc9b5c00d5 admin admin] Publish callbacks [] for security_group (6b63cac8-6ebd-430a-9bd3-d5cabe9f9425), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.151770 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port ba8f633c-1c11-4174-bcae-8ed9ee5701e8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ba8f633c-1c11-4174-bcae-8ed9ee5701e8,segment=NetworkSegment(99dede38-14b5-4216-9212-f58f8a602c13),segment_id=99dede38-14b5-4216-9212-f58f8a602c13)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:42.158143 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c57e775b-11ca-4fcf-bb1b-d1dc9b5c00d5 admin admin] Publish callbacks [] for security_group (6b63cac8-6ebd-430a-9bd3-d5cabe9f9425), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.167589 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': 'ba8f633c-1c11-4174-bcae-8ed9ee5701e8', 'network_id': 'c3ebf8a3-15ef-4ba4-87bc-962a0f991337', 'port_id': 'ba8f633c-1c11-4174-bcae-8ed9ee5701e8', 'mac_address': 'fa:16:3e:7f:d8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267a869c-befd-47fb-9912-81a746e13b4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:00:42.183829 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f917f54-7f36-4f17-a399-3c9eb865b4d9 req-9ace1580-7fc9-4f29-9ae3-baa87090bab4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/c3ebf8a3-15ef-4ba4-87bc-962a0f991337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220218 Oct 03 16:00:42.208029 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896e582-e1d7-4b51-a80d-8d73eeeba0d0 req-bfa89d14-15fd-4585-8e67-dd7a3743625c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:42.209707 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d896e582-e1d7-4b51-a80d-8d73eeeba0d0 req-bfa89d14-15fd-4585-8e67-dd7a3743625c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0941937 Oct 03 16:00:42.213911 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6aba5ce4-e5ec-4ffb-9c3f-fb88613556ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.222316 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port ba8f633c-1c11-4174-bcae-8ed9ee5701e8 is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:42.223593 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.243604 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8f633c-1c11-4174-bcae-8ed9ee5701e8 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:00:42.266994 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c57e775b-11ca-4fcf-bb1b-d1dc9b5c00d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (6b63cac8-6ebd-430a-9bd3-d5cabe9f9425), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.270420 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c57e775b-11ca-4fcf-bb1b-d1dc9b5c00d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.272822 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-c57e775b-11ca-4fcf-bb1b-d1dc9b5c00d5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6b63cac8-6ebd-430a-9bd3-d5cabe9f9425 HTTP/1.1" status: 204 len: 168 time: 0.2286508 Oct 03 16:00:42.283611 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port ba8f633c-1c11-4174-bcae-8ed9ee5701e8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ba8f633c-1c11-4174-bcae-8ed9ee5701e8,segment=NetworkSegment(99dede38-14b5-4216-9212-f58f8a602c13),segment_id=99dede38-14b5-4216-9212-f58f8a602c13)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:42.291906 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.302409 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e775b-11ca-4fcf-bb1b-d1dc9b5c00d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b63cac8-6ebd-430a-9bd3-d5cabe9f9425,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:42.324580 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d896e582-e1d7-4b51-a80d-8d73eeeba0d0 req-6577a219-bdec-4a5e-b5ba-f996d8836738 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030512 Oct 03 16:00:42.386161 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6aba5ce4-e5ec-4ffb-9c3f-fb88613556ae admin admin] Publish callbacks [] for security_group (99ac8f5a-10fa-4650-95ce-eed7e1ba97d6), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.388946 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=ba8f633c-1c11-4174-bcae-8ed9ee5701e8,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:42.392328 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6aba5ce4-e5ec-4ffb-9c3f-fb88613556ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (99ac8f5a-10fa-4650-95ce-eed7e1ba97d6), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.439686 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-6aba5ce4-e5ec-4ffb-9c3f-fb88613556ae admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2b35b523c3b84871afc0ce5db7950145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4808950 Oct 03 16:00:42.441123 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba5ce4-e5ec-4ffb-9c3f-fb88613556ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ac8f5a-10fa-4650-95ce-eed7e1ba97d6,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:42.443549 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 49112) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:42.527760 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b928a-fafe-400b-a4f5-b135c046dcf7 req-5b9a32ce-25f8-4502-9d9c-a8dfa5fd5bee tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:42.530271 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6f3b928a-fafe-400b-a4f5-b135c046dcf7 req-5b9a32ce-25f8-4502-9d9c-a8dfa5fd5bee tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 945 time: 0.0881860 Oct 03 16:00:42.558069 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-020bb86f-5a24-4daa-a9fe-c351645ba4da admin admin] Publish callbacks [] for security_group (99ac8f5a-10fa-4650-95ce-eed7e1ba97d6), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.596152 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-020bb86f-5a24-4daa-a9fe-c351645ba4da admin admin] Publish callbacks [] for security_group (99ac8f5a-10fa-4650-95ce-eed7e1ba97d6), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.613524 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['ba8f633c-1c11-4174-bcae-8ed9ee5701e8'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:00:42.624527 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6f3b928a-fafe-400b-a4f5-b135c046dcf7 req-74f47ace-d512-4dac-8158-66b139dff659 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835903 Oct 03 16:00:42.680481 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-020bb86f-5a24-4daa-a9fe-c351645ba4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (99ac8f5a-10fa-4650-95ce-eed7e1ba97d6), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.683944 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-020bb86f-5a24-4daa-a9fe-c351645ba4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:42.689182 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-020bb86f-5a24-4daa-a9fe-c351645ba4da admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/99ac8f5a-10fa-4650-95ce-eed7e1ba97d6 HTTP/1.1" status: 204 len: 168 time: 0.2443631 Oct 03 16:00:42.699003 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bb86f-5a24-4daa-a9fe-c351645ba4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ac8f5a-10fa-4650-95ce-eed7e1ba97d6,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:42.721167 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:42.788585 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:43.485355 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181566b7-f3b6-4e11-8941-53839e807e56 req-4fb97e4d-b22f-4a25-a57b-af7b6d528f6f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:43.486942 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-181566b7-f3b6-4e11-8941-53839e807e56 req-4fb97e4d-b22f-4a25-a57b-af7b6d528f6f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0668182 Oct 03 16:00:43.525986 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:43.544509 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-181566b7-f3b6-4e11-8941-53839e807e56 req-718645e8-e478-4a52-9c58-d3769c96d0fe tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513499 Oct 03 16:00:43.591186 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49176) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:43.702969 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dd9ed82-2147-41d3-9513-2eea1e6621ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:43.781804 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378d34-e46d-4932-888f-f4e5bb7f73bc req-e974aaf8-4804-4655-8293-7fed57bac084 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:43.783691 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-39378d34-e46d-4932-888f-f4e5bb7f73bc req-e974aaf8-4804-4655-8293-7fed57bac084 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 945 time: 0.0541508 Oct 03 16:00:43.810186 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dd9ed82-2147-41d3-9513-2eea1e6621ba admin admin] Publish callbacks [] for security_group (17d38a48-c32a-4705-9dfe-cbbc8fd28156), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:43.815283 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dd9ed82-2147-41d3-9513-2eea1e6621ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (17d38a48-c32a-4705-9dfe-cbbc8fd28156), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:43.834224 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=72,neutron:DELETE=7,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:43.843882 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-39378d34-e46d-4932-888f-f4e5bb7f73bc req-848cc51e-bd85-4ad8-aae6-c7b1b472bfa2 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531161 Oct 03 16:00:43.860859 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-5dd9ed82-2147-41d3-9513-2eea1e6621ba admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c6d55186b650439c80e9c11d1617776d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685091 Oct 03 16:00:43.862143 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9ed82-2147-41d3-9513-2eea1e6621ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d38a48-c32a-4705-9dfe-cbbc8fd28156,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:43.868035 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 49186) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:43.927665 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54cd30f5-4b5a-4fff-88f8-f53b6ee58bc5 admin admin] Publish callbacks [] for security_group (17d38a48-c32a-4705-9dfe-cbbc8fd28156), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:43.949316 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54cd30f5-4b5a-4fff-88f8-f53b6ee58bc5 admin admin] Publish callbacks [] for security_group (17d38a48-c32a-4705-9dfe-cbbc8fd28156), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:43.972582 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device ba8f633c-1c11-4174-bcae-8ed9ee5701e8 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:00:44.028894 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54cd30f5-4b5a-4fff-88f8-f53b6ee58bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (17d38a48-c32a-4705-9dfe-cbbc8fd28156), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:44.034708 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54cd30f5-4b5a-4fff-88f8-f53b6ee58bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:44.037984 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-54cd30f5-4b5a-4fff-88f8-f53b6ee58bc5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/17d38a48-c32a-4705-9dfe-cbbc8fd28156 HTTP/1.1" status: 204 len: 168 time: 0.1661952 Oct 03 16:00:44.038111 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port ba8f633c-1c11-4174-bcae-8ed9ee5701e8 completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:00:44.047920 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port ba8f633c-1c11-4174-bcae-8ed9ee5701e8 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:44.048582 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:44.049170 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port ba8f633c-1c11-4174-bcae-8ed9ee5701e8 Oct 03 16:00:44.057340 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd30f5-4b5a-4fff-88f8-f53b6ee58bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d38a48-c32a-4705-9dfe-cbbc8fd28156,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:44.143527 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port ba8f633c-1c11-4174-bcae-8ed9ee5701e8 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:00:44.143913 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:44.168660 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01720cfb-59ec-47a5-b8e9-30204c4d4e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8f633c-1c11-4174-bcae-8ed9ee5701e8'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:00:44.171469 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a1a71b-2d78-4f20-96ca-3d1ea6f88d5d" -d '{"events": [{"server_uuid": "01720cfb-59ec-47a5-b8e9-30204c4d4e58", "name": "network-vif-plugged", "status": "completed", "tag": "ba8f633c-1c11-4174-bcae-8ed9ee5701e8"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:00:44.184220 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port ba8f633c-1c11-4174-bcae-8ed9ee5701e8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ba8f633c-1c11-4174-bcae-8ed9ee5701e8,segment=NetworkSegment(99dede38-14b5-4216-9212-f58f8a602c13),segment_id=99dede38-14b5-4216-9212-f58f8a602c13)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:44.188871 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:44.222054 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdeea59-e424-456d-b824-ff37117632a5 x-openstack-request-id: req-9bdeea59-e424-456d-b824-ff37117632a5 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:00:44.222352 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01720cfb-59ec-47a5-b8e9-30204c4d4e58", "name": "network-vif-plugged", "status": "completed", "tag": "ba8f633c-1c11-4174-bcae-8ed9ee5701e8", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:00:44.222609 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9bdeea59-e424-456d-b824-ff37117632a5 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:00:44.223087 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bdeea59-e424-456d-b824-ff37117632a5'] response: {'server_uuid': '01720cfb-59ec-47a5-b8e9-30204c4d4e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8f633c-1c11-4174-bcae-8ed9ee5701e8', 'code': 200} Oct 03 16:00:44.256059 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=ba8f633c-1c11-4174-bcae-8ed9ee5701e8,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:44.414081 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:44.427912 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af491b50-d4c7-4600-abe6-6d9def84ce21 req-fd61ee33-173c-4ead-ba6e-72334edbd1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:44.429494 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-af491b50-d4c7-4600-abe6-6d9def84ce21 req-fd61ee33-173c-4ead-ba6e-72334edbd1be service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 1130 time: 0.0450492 Oct 03 16:00:44.482804 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-af491b50-d4c7-4600-abe6-6d9def84ce21 req-1579f6d8-b803-4e7f-bd07-4debc7738801 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462594 Oct 03 16:00:44.678368 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e368b5-4a4d-412b-b12f-c5423cd5d891 req-64df8555-82dd-4e58-93d0-aceea3734275 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:44.679876 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d1e368b5-4a4d-412b-b12f-c5423cd5d891 req-64df8555-82dd-4e58-93d0-aceea3734275 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0514643 Oct 03 16:00:44.745920 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d1e368b5-4a4d-412b-b12f-c5423cd5d891 req-5ea3a1ec-24c0-4025-899c-ffdd1974cec9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582533 Oct 03 16:00:44.983585 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cc5e8-ef24-4cd1-9f2d-17a7da31d67c req-c689e810-2b11-49a2-b642-5206cb51eb1e tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:44.985148 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7d0cc5e8-ef24-4cd1-9f2d-17a7da31d67c req-c689e810-2b11-49a2-b642-5206cb51eb1e tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 946 time: 0.0541625 Oct 03 16:00:45.050270 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7d0cc5e8-ef24-4cd1-9f2d-17a7da31d67c req-a4c1cce2-3c2b-47ca-8bfe-d79e3ea84d3e tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581656 Oct 03 16:00:45.083806 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49244) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:45.279054 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-814ae5b8-4433-4b64-94af-a0b7ca2e2749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:45.353906 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:45.409183 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-814ae5b8-4433-4b64-94af-a0b7ca2e2749 admin admin] Publish callbacks [] for security_group (d6b00470-9379-490f-ab79-614c116922d0), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:45.413984 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-814ae5b8-4433-4b64-94af-a0b7ca2e2749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (d6b00470-9379-490f-ab79-614c116922d0), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:45.456602 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-814ae5b8-4433-4b64-94af-a0b7ca2e2749 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=58bab1a9aecb48a4a7b18d6f7f88f74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716934 Oct 03 16:00:45.457482 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ae5b8-4433-4b64-94af-a0b7ca2e2749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b00470-9379-490f-ab79-614c116922d0,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:45.459342 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 49258) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:45.509577 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-94920398-0980-4882-90c2-9a68cd9d9ad8 admin admin] Publish callbacks [] for security_group (d6b00470-9379-490f-ab79-614c116922d0), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:45.530763 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-94920398-0980-4882-90c2-9a68cd9d9ad8 admin admin] Publish callbacks [] for security_group (d6b00470-9379-490f-ab79-614c116922d0), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:45.576991 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-94920398-0980-4882-90c2-9a68cd9d9ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (d6b00470-9379-490f-ab79-614c116922d0), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:45.579553 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-94920398-0980-4882-90c2-9a68cd9d9ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:45.580703 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-94920398-0980-4882-90c2-9a68cd9d9ad8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d6b00470-9379-490f-ab79-614c116922d0 HTTP/1.1" status: 204 len: 168 time: 0.1203074 Oct 03 16:00:45.588395 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94920398-0980-4882-90c2-9a68cd9d9ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b00470-9379-490f-ab79-614c116922d0,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:45.854415 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49268) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:45.871325 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f9516029-28ba-44eb-bea8-6487ccebb22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:45.879180 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a7a70-37de-4051-bb64-18c14c01cdb9 req-42609d73-ad9b-4fb7-ae36-a17ee2ef7eb8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:45.881297 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ab3a7a70-37de-4051-bb64-18c14c01cdb9 req-42609d73-ad9b-4fb7-ae36-a17ee2ef7eb8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0579453 Oct 03 16:00:45.935464 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ab3a7a70-37de-4051-bb64-18c14c01cdb9 req-b1da26df-f2e0-41a6-bee8-41223a4788d9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Oct 03 16:00:45.958579 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f9516029-28ba-44eb-bea8-6487ccebb22f admin admin] Publish callbacks [] for security_group (cc441716-43f2-49ad-a538-ecf43a9ecda0), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:45.962962 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f9516029-28ba-44eb-bea8-6487ccebb22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (cc441716-43f2-49ad-a538-ecf43a9ecda0), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:46.002689 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-f9516029-28ba-44eb-bea8-6487ccebb22f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=508b352baaff4fe0a055023d6fc8a2d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471953 Oct 03 16:00:46.003673 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9516029-28ba-44eb-bea8-6487ccebb22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc441716-43f2-49ad-a538-ecf43a9ecda0,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:46.005881 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 49270) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:46.055849 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a31603a4-637a-4dd2-9f9b-56c28e7209e8 admin admin] Publish callbacks [] for security_group (cc441716-43f2-49ad-a538-ecf43a9ecda0), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:46.076336 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a31603a4-637a-4dd2-9f9b-56c28e7209e8 admin admin] Publish callbacks [] for security_group (cc441716-43f2-49ad-a538-ecf43a9ecda0), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:46.123009 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a31603a4-637a-4dd2-9f9b-56c28e7209e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (cc441716-43f2-49ad-a538-ecf43a9ecda0), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:46.125751 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a31603a4-637a-4dd2-9f9b-56c28e7209e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:46.127060 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a31603a4-637a-4dd2-9f9b-56c28e7209e8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cc441716-43f2-49ad-a538-ecf43a9ecda0 HTTP/1.1" status: 204 len: 168 time: 0.1200914 Oct 03 16:00:46.163937 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:46.167480 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31603a4-637a-4dd2-9f9b-56c28e7209e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc441716-43f2-49ad-a538-ecf43a9ecda0,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:46.187777 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f459d-cdac-442d-9995-a32a471dd001 req-8fce4c51-3187-4401-9d4c-4081a2daef8c tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:46.189336 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6c1f459d-cdac-442d-9995-a32a471dd001 req-8fce4c51-3187-4401-9d4c-4081a2daef8c tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 946 time: 0.0612929 Oct 03 16:00:46.243658 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6c1f459d-cdac-442d-9995-a32a471dd001 req-218f183d-6a36-435c-bb6a-5e2af220f193 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478401 Oct 03 16:00:46.523607 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 49282) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:46.537508 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f548d770-e527-4509-93a4-35d8a0685f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:46.626953 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f548d770-e527-4509-93a4-35d8a0685f85 admin admin] Publish callbacks [] for security_group (bc6f233c-5f0f-449f-a641-8469f32772b2), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:46.631829 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f548d770-e527-4509-93a4-35d8a0685f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (bc6f233c-5f0f-449f-a641-8469f32772b2), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:46.635551 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:46.681826 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-f548d770-e527-4509-93a4-35d8a0685f85 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=95912f4cf6964f13a6ba636bf133ffda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570916 Oct 03 16:00:46.683274 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548d770-e527-4509-93a4-35d8a0685f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6f233c-5f0f-449f-a641-8469f32772b2,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:46.685172 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49284) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:46.741753 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-580c5474-40ad-4f43-b709-1b21566a4720 admin admin] Publish callbacks [] for security_group (bc6f233c-5f0f-449f-a641-8469f32772b2), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:46.764987 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-580c5474-40ad-4f43-b709-1b21566a4720 admin admin] Publish callbacks [] for security_group (bc6f233c-5f0f-449f-a641-8469f32772b2), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:46.819308 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-580c5474-40ad-4f43-b709-1b21566a4720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (bc6f233c-5f0f-449f-a641-8469f32772b2), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:46.821913 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-580c5474-40ad-4f43-b709-1b21566a4720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:46.823211 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-580c5474-40ad-4f43-b709-1b21566a4720 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bc6f233c-5f0f-449f-a641-8469f32772b2 HTTP/1.1" status: 204 len: 168 time: 0.1368275 Oct 03 16:00:46.831803 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c5474-40ad-4f43-b709-1b21566a4720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6f233c-5f0f-449f-a641-8469f32772b2,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:47.091817 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da340f2-dc78-4b8e-90d2-2c201fcdd7ca req-4758fccd-c3eb-4172-98c4-21ccd95e52aa tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:47.094479 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1da340f2-dc78-4b8e-90d2-2c201fcdd7ca req-4758fccd-c3eb-4172-98c4-21ccd95e52aa tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0615947 Oct 03 16:00:47.158164 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1da340f2-dc78-4b8e-90d2-2c201fcdd7ca req-23b74b90-ea4f-4b7b-9290-031f751db387 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573263 Oct 03 16:00:47.375624 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c137c-d311-42e6-80c8-a048e298f324 req-efc398cb-c55e-403f-ad43-b41172ec9803 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:47.377202 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f10c137c-d311-42e6-80c8-a048e298f324 req-efc398cb-c55e-403f-ad43-b41172ec9803 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 946 time: 0.0492077 Oct 03 16:00:47.432138 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f10c137c-d311-42e6-80c8-a048e298f324 req-33a86901-0c05-41f8-9f75-cfe74c18a043 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495386 Oct 03 16:00:48.282074 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364d555-7fe1-420a-be2d-d669deeebdfa req-2913e0f7-48d4-4487-aa8a-c831e4160d2e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:48.283614 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3364d555-7fe1-420a-be2d-d669deeebdfa req-2913e0f7-48d4-4487-aa8a-c831e4160d2e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0483794 Oct 03 16:00:48.335323 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3364d555-7fe1-420a-be2d-d669deeebdfa req-5bb276d0-dfaa-495d-a974-9aee9061228d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451455 Oct 03 16:00:48.591713 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44b8a8-31f4-4217-bd5b-dacc80758557 req-c1da3e84-ed96-4973-af65-7fb98eb58e47 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:48.593773 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-da44b8a8-31f4-4217-bd5b-dacc80758557 req-c1da3e84-ed96-4973-af65-7fb98eb58e47 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 946 time: 0.0629058 Oct 03 16:00:48.652378 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-da44b8a8-31f4-4217-bd5b-dacc80758557 req-1e22d43a-65f1-407e-aa53-d651fcb29f48 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518095 Oct 03 16:00:48.719654 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49358) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:48.826604 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c6bcfe83-7f12-4cfc-986f-b3a03b58eba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:48.907463 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c6bcfe83-7f12-4cfc-986f-b3a03b58eba3 admin admin] Publish callbacks [] for security_group (93db49bb-a15f-40f6-b31a-8b32f2c17fca), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:48.912147 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c6bcfe83-7f12-4cfc-986f-b3a03b58eba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (93db49bb-a15f-40f6-b31a-8b32f2c17fca), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:48.946283 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:48.959457 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-c6bcfe83-7f12-4cfc-986f-b3a03b58eba3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cb8566715e034f2ebb6dd84c96fbec60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386134 Oct 03 16:00:48.960945 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcfe83-7f12-4cfc-986f-b3a03b58eba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93db49bb-a15f-40f6-b31a-8b32f2c17fca,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:48.962554 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 49362) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:49.027614 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5961ec38-f9fc-4a16-a31b-9131b13211a3 admin admin] Publish callbacks [] for security_group (93db49bb-a15f-40f6-b31a-8b32f2c17fca), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:49.049983 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5961ec38-f9fc-4a16-a31b-9131b13211a3 admin admin] Publish callbacks [] for security_group (93db49bb-a15f-40f6-b31a-8b32f2c17fca), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:49.098472 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5961ec38-f9fc-4a16-a31b-9131b13211a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (93db49bb-a15f-40f6-b31a-8b32f2c17fca), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:49.101104 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5961ec38-f9fc-4a16-a31b-9131b13211a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:49.102253 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-5961ec38-f9fc-4a16-a31b-9131b13211a3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/93db49bb-a15f-40f6-b31a-8b32f2c17fca HTTP/1.1" status: 204 len: 168 time: 0.1385765 Oct 03 16:00:49.110725 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961ec38-f9fc-4a16-a31b-9131b13211a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93db49bb-a15f-40f6-b31a-8b32f2c17fca,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:49.377132 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 49372) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:49.392310 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-31398b91-5284-425c-a41e-357ccff61c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:49.405538 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:49.485300 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b43d45-5961-4a40-acf0-9816e2913d9c req-066209b3-4af5-45a8-8df2-85f854c9f62c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:49.486797 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-53b43d45-5961-4a40-acf0-9816e2913d9c req-066209b3-4af5-45a8-8df2-85f854c9f62c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0666528 Oct 03 16:00:49.554145 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-31398b91-5284-425c-a41e-357ccff61c53 admin admin] Publish callbacks [] for security_group (5f59db7b-c2f1-4926-ac81-ece015315d07), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:49.565044 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-31398b91-5284-425c-a41e-357ccff61c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (5f59db7b-c2f1-4926-ac81-ece015315d07), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:49.583040 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-53b43d45-5961-4a40-acf0-9816e2913d9c req-5a904621-daa3-4e82-92fd-9f454c046195 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905566 Oct 03 16:00:49.622632 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-31398b91-5284-425c-a41e-357ccff61c53 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0adbea5650774bb7b42fa074cad120e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413757 Oct 03 16:00:49.623185 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49386) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:49.629650 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31398b91-5284-425c-a41e-357ccff61c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f59db7b-c2f1-4926-ac81-ece015315d07,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:49.691612 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d9846829-2ef1-4834-8fe6-656202a3a055 admin admin] Publish callbacks [] for security_group (5f59db7b-c2f1-4926-ac81-ece015315d07), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:49.715752 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d9846829-2ef1-4834-8fe6-656202a3a055 admin admin] Publish callbacks [] for security_group (5f59db7b-c2f1-4926-ac81-ece015315d07), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:49.784163 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d9846829-2ef1-4834-8fe6-656202a3a055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (5f59db7b-c2f1-4926-ac81-ece015315d07), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:49.787824 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d9846829-2ef1-4834-8fe6-656202a3a055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:49.792194 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-d9846829-2ef1-4834-8fe6-656202a3a055 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5f59db7b-c2f1-4926-ac81-ece015315d07 HTTP/1.1" status: 204 len: 168 time: 0.1682956 Oct 03 16:00:49.796646 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07491b93-fc19-4f10-9efa-187f51420923 req-44d077bb-6536-42c5-8903-da281e3bf99a tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:49.798487 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-07491b93-fc19-4f10-9efa-187f51420923 req-44d077bb-6536-42c5-8903-da281e3bf99a tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 946 time: 0.0594492 Oct 03 16:00:49.804055 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9846829-2ef1-4834-8fe6-656202a3a055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f59db7b-c2f1-4926-ac81-ece015315d07,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:49.904321 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-07491b93-fc19-4f10-9efa-187f51420923 req-9a33b7cd-b2b3-47e9-8299-405013dd91b4 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954361 Oct 03 16:00:50.251046 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:50.318120 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-32fec133-1197-4463-a1b8-7ba4c33216c8 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-316933564&fields=id&tenant_id=60b016d4443142d4bb81dae536748cf1 HTTP/1.1" status: 200 len: 267 time: 0.0875425 Oct 03 16:00:50.440227 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-9d12f8be-3038-4f89-906b-74490bc69e0e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:50.441851 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-9d12f8be-3038-4f89-906b-74490bc69e0e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/networks?id=793e8504-b1fb-440d-84d6-d2ad56065f0c HTTP/1.1" status: 200 len: 809 time: 0.1166348 Oct 03 16:00:50.460542 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-3282bfc4-4094-415f-ac71-66253faf412a tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/quotas/60b016d4443142d4bb81dae536748cf1 HTTP/1.1" status: 200 len: 375 time: 0.0129113 Oct 03 16:00:50.516973 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d50d376a-9dcc-468f-953a-d1409652019d tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=60b016d4443142d4bb81dae536748cf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503585 Oct 03 16:00:50.550659 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:50.675821 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d30fa459-0c6c-4a87-ac8a-f4bbf52c2fc1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433771 Oct 03 16:00:50.772004 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03996271-813c-4d7e-85cf-8f991c3dc424 req-9f9b1f70-eedc-4f57-b6e1-1fb961ef5232 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:50.773557 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-03996271-813c-4d7e-85cf-8f991c3dc424 req-9f9b1f70-eedc-4f57-b6e1-1fb961ef5232 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1011126 Oct 03 16:00:50.840757 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-dc7bc0cb-bd0a-4612-a7e4-93dff1ea1790 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498070 Oct 03 16:00:50.849003 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-03996271-813c-4d7e-85cf-8f991c3dc424 req-cdcc960c-2650-4453-8cb2-1a4fb716614a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686407 Oct 03 16:00:51.186244 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6b18ab1a-9242-4e92-bdaa-671cd1583951 req-f3a462fb-28fb-4f83-9fb4-82a333c3d649 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 210 time: 0.0330827 Oct 03 16:00:52.127932 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adca876-fa60-4ea5-8f2e-a649e1bdaaeb req-7f5fcde0-fdba-4c5d-870d-1657677583a5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:52.128991 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49528) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:52.129562 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5adca876-fa60-4ea5-8f2e-a649e1bdaaeb req-7f5fcde0-fdba-4c5d-870d-1657677583a5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0479512 Oct 03 16:00:52.167122 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-06626904-781b-4f70-85cc-a4217881c2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:52.178796 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5adca876-fa60-4ea5-8f2e-a649e1bdaaeb req-63111e88-42a2-436c-bd93-63ee109bc145 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Oct 03 16:00:52.244385 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-23daa03e-f88f-46a5-8c69-a901d7f4741c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:52.267507 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:52.298028 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-044e9eef-3a80-4107-a49e-6b58ddd189d7 req-3b51096b-6e97-46c1-8d26-468552ee665d tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 210 time: 0.0303032 Oct 03 16:00:52.338120 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-23daa03e-f88f-46a5-8c69-a901d7f4741c admin admin] Publish callbacks [] for security_group (7cb7ab6f-a19e-4081-8177-cd14e7bca7ec), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:52.342779 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-23daa03e-f88f-46a5-8c69-a901d7f4741c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (7cb7ab6f-a19e-4081-8177-cd14e7bca7ec), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:52.385942 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23daa03e-f88f-46a5-8c69-a901d7f4741c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb7ab6f-a19e-4081-8177-cd14e7bca7ec,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:52.390345 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-23daa03e-f88f-46a5-8c69-a901d7f4741c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=401e199be6774c538468d21ef54edff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603467 Oct 03 16:00:52.392910 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49536) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:52.442937 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1e55a3bf-5704-4c22-9d40-18a09f716632 admin admin] Publish callbacks [] for security_group (7cb7ab6f-a19e-4081-8177-cd14e7bca7ec), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:52.462687 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1e55a3bf-5704-4c22-9d40-18a09f716632 admin admin] Publish callbacks [] for security_group (7cb7ab6f-a19e-4081-8177-cd14e7bca7ec), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:52.510046 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1e55a3bf-5704-4c22-9d40-18a09f716632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (7cb7ab6f-a19e-4081-8177-cd14e7bca7ec), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:52.512744 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1e55a3bf-5704-4c22-9d40-18a09f716632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:52.513923 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-1e55a3bf-5704-4c22-9d40-18a09f716632 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7cb7ab6f-a19e-4081-8177-cd14e7bca7ec HTTP/1.1" status: 204 len: 168 time: 0.1201167 Oct 03 16:00:52.521600 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55a3bf-5704-4c22-9d40-18a09f716632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb7ab6f-a19e-4081-8177-cd14e7bca7ec,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:52.775726 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 49542) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:52.789756 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6c6d241e-9233-422e-a7fc-86ec81a3699c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:52.818539 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:52.865221 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6c6d241e-9233-422e-a7fc-86ec81a3699c admin admin] Publish callbacks [] for security_group (3d51d4a8-d921-4590-9dda-9d2e10ac8a6e), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:52.868572 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6c6d241e-9233-422e-a7fc-86ec81a3699c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (3d51d4a8-d921-4590-9dda-9d2e10ac8a6e), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:52.911601 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-6c6d241e-9233-422e-a7fc-86ec81a3699c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=94afc4ddfa0b455a8250b45198ae4013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347384 Oct 03 16:00:52.912467 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d241e-9233-422e-a7fc-86ec81a3699c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d51d4a8-d921-4590-9dda-9d2e10ac8a6e,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:52.914444 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49544) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:52.969543 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9f5de3a1-a5c2-4cde-bfd0-7962f65d6f3e admin admin] Publish callbacks [] for security_group (3d51d4a8-d921-4590-9dda-9d2e10ac8a6e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:52.991630 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9f5de3a1-a5c2-4cde-bfd0-7962f65d6f3e admin admin] Publish callbacks [] for security_group (3d51d4a8-d921-4590-9dda-9d2e10ac8a6e), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:53.042932 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9f5de3a1-a5c2-4cde-bfd0-7962f65d6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (3d51d4a8-d921-4590-9dda-9d2e10ac8a6e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:53.045832 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9f5de3a1-a5c2-4cde-bfd0-7962f65d6f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:53.047575 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-9f5de3a1-a5c2-4cde-bfd0-7962f65d6f3e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3d51d4a8-d921-4590-9dda-9d2e10ac8a6e HTTP/1.1" status: 204 len: 168 time: 0.1308744 Oct 03 16:00:53.055529 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5de3a1-a5c2-4cde-bfd0-7962f65d6f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d51d4a8-d921-4590-9dda-9d2e10ac8a6e,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:53.347747 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc5408-18f8-44bc-813f-e22866956094 req-2a22d714-5347-45ad-bf57-9660d9e3e40e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:53.349840 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-30fc5408-18f8-44bc-813f-e22866956094 req-2a22d714-5347-45ad-bf57-9660d9e3e40e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0790162 Oct 03 16:00:53.437356 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c89256fb-61b0-4659-b516-69a42a67f6c4 req-fe42ecaa-ddcb-4d10-9808-3c388d034310 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 210 time: 0.0435498 Oct 03 16:00:53.442115 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-30fc5408-18f8-44bc-813f-e22866956094 req-b56a08bc-839f-4da8-832e-2f0ca50dec56 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826962 Oct 03 16:00:53.888097 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:53.922021 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff940489-82c6-41ee-afc9-766763844e84 req-cbcc17a8-eb33-4c20-9c8d-d3aecefd0b79 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:53.923408 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ff940489-82c6-41ee-afc9-766763844e84 req-cbcc17a8-eb33-4c20-9c8d-d3aecefd0b79 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 946 time: 0.0767314 Oct 03 16:00:53.933872 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-5d92a58a-2c6a-4234-99a1-dfed7552d1f8 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:53.935394 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-5d92a58a-2c6a-4234-99a1-dfed7552d1f8 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.48 "GET /networking/v2.0/networks?id=793e8504-b1fb-440d-84d6-d2ad56065f0c HTTP/1.1" status: 200 len: 809 time: 0.1620061 Oct 03 16:00:53.980192 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ff940489-82c6-41ee-afc9-766763844e84 req-0df06ec0-7821-4b7c-90d4-641c8c983887 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438328 Oct 03 16:00:54.252886 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-76f3d4fd-1188-4b4c-b995-79df19bc7771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:54.587425 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1abaa93a-b0f1-4c27-88b9-5ab9a68237c2 req-fcbda20d-dba5-4ee4-b1f4-0c9d6d9d9f66 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 210 time: 0.0562732 Oct 03 16:00:54.610045 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e0c81-de24-46da-a290-9ab1e164f864 req-1858cd02-9fbe-4d71-a357-76f72ce1150d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:54.611556 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-826e0c81-de24-46da-a290-9ab1e164f864 req-1858cd02-9fbe-4d71-a357-76f72ce1150d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0708082 Oct 03 16:00:54.661389 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-826e0c81-de24-46da-a290-9ab1e164f864 req-cdd6c5e4-01e6-4ef3-a082-f4cb14b62e47 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438726 Oct 03 16:00:54.879101 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49638) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:55.050819 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2d211d96-60a6-40fe-b2b0-32f85750b856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.116328 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83d3b6-4865-4dc1-98a3-fa73b4b4ce47 req-6776734b-b34b-400e-85a8-a63b316c7a2c tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:55.117955 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dd83d3b6-4865-4dc1-98a3-fa73b4b4ce47 req-6776734b-b34b-400e-85a8-a63b316c7a2c tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 946 time: 0.0498464 Oct 03 16:00:55.154966 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2d211d96-60a6-40fe-b2b0-32f85750b856 admin admin] Publish callbacks [] for security_group (27dd3932-fbec-4dd5-9cb2-6adc8bafc86d), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.160317 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2d211d96-60a6-40fe-b2b0-32f85750b856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (27dd3932-fbec-4dd5-9cb2-6adc8bafc86d), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.171506 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dd83d3b6-4865-4dc1-98a3-fa73b4b4ce47 req-c3ec9334-1823-4f44-812b-af4ad68263e7 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466669 Oct 03 16:00:55.202120 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-2d211d96-60a6-40fe-b2b0-32f85750b856 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=789c5aee5f1848989d6ceab773e60007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220525 Oct 03 16:00:55.204856 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 49658) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:55.212964 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d211d96-60a6-40fe-b2b0-32f85750b856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dd3932-fbec-4dd5-9cb2-6adc8bafc86d,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:55.267999 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-47e61963-fe68-4f29-a185-a0d5dbe98e12 admin admin] Publish callbacks [] for security_group (27dd3932-fbec-4dd5-9cb2-6adc8bafc86d), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.287892 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-47e61963-fe68-4f29-a185-a0d5dbe98e12 admin admin] Publish callbacks [] for security_group (27dd3932-fbec-4dd5-9cb2-6adc8bafc86d), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.321408 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49664) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:55.342079 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-47e61963-fe68-4f29-a185-a0d5dbe98e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (27dd3932-fbec-4dd5-9cb2-6adc8bafc86d), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.344616 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-47e61963-fe68-4f29-a185-a0d5dbe98e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.345856 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-47e61963-fe68-4f29-a185-a0d5dbe98e12 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/27dd3932-fbec-4dd5-9cb2-6adc8bafc86d HTTP/1.1" status: 204 len: 168 time: 0.1389170 Oct 03 16:00:55.360389 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e61963-fe68-4f29-a185-a0d5dbe98e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dd3932-fbec-4dd5-9cb2-6adc8bafc86d,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:55.438853 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-dcc27457-c745-4887-b7c8-cbd7c46f9781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.452537 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:55.491561 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:UPDATE=2,neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:55.529533 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-dcc27457-c745-4887-b7c8-cbd7c46f9781 admin admin] Publish callbacks [] for security_group (bba3ff1c-9bae-4e2d-9caa-2017ab72cb0d), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.533469 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-dcc27457-c745-4887-b7c8-cbd7c46f9781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (bba3ff1c-9bae-4e2d-9caa-2017ab72cb0d), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.577021 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-dcc27457-c745-4887-b7c8-cbd7c46f9781 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=aa0dacd264f74bb5a09a8adce00ba20d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540147 Oct 03 16:00:55.577871 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc27457-c745-4887-b7c8-cbd7c46f9781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba3ff1c-9bae-4e2d-9caa-2017ab72cb0d,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:55.579786 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 49672) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:55.638562 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-67ac37b2-f0cf-4f9b-a449-f0a61b1a5a36 admin admin] Publish callbacks [] for security_group (bba3ff1c-9bae-4e2d-9caa-2017ab72cb0d), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.647693 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:55.662342 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-67ac37b2-f0cf-4f9b-a449-f0a61b1a5a36 admin admin] Publish callbacks [] for security_group (bba3ff1c-9bae-4e2d-9caa-2017ab72cb0d), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.720281 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-251f9cd3-7283-415e-b520-899c69ee76a0 req-3cb4f293-54ba-4946-bd03-138e4be5fdf1 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 210 time: 0.0395548 Oct 03 16:00:55.779824 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.784298 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-67ac37b2-f0cf-4f9b-a449-f0a61b1a5a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (bba3ff1c-9bae-4e2d-9caa-2017ab72cb0d), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.786825 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-67ac37b2-f0cf-4f9b-a449-f0a61b1a5a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:55.787946 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-67ac37b2-f0cf-4f9b-a449-f0a61b1a5a36 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bba3ff1c-9bae-4e2d-9caa-2017ab72cb0d HTTP/1.1" status: 204 len: 168 time: 0.2064505 Oct 03 16:00:55.801541 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac37b2-f0cf-4f9b-a449-f0a61b1a5a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba3ff1c-9bae-4e2d-9caa-2017ab72cb0d,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:55.814129 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4024b53-96ef-4f21-a0ca-23f71ef32fdc req-12dccd2f-64af-4cb2-b7c4-9e008c2f7839 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:55.815696 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e4024b53-96ef-4f21-a0ca-23f71ef32fdc req-12dccd2f-64af-4cb2-b7c4-9e008c2f7839 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0656228 Oct 03 16:00:55.867656 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e4024b53-96ef-4f21-a0ca-23f71ef32fdc req-a01602cb-d26a-4ad0-8864-c1d4c0752d9e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458846 Oct 03 16:00:56.152925 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 49698) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:56.166160 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-10772749-4cbe-4a74-a209-ad3b536d699e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:56.249581 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-10772749-4cbe-4a74-a209-ad3b536d699e admin admin] Publish callbacks [] for security_group (ddd14915-dd9f-48ae-9ed7-08290609f157), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:56.265143 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-10772749-4cbe-4a74-a209-ad3b536d699e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ddd14915-dd9f-48ae-9ed7-08290609f157), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:56.337759 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8374d0-31e9-4b37-a35a-075735befec0 req-90dcb23a-b0cc-4d51-b63c-4228ca4daa37 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:56.339257 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0b8374d0-31e9-4b37-a35a-075735befec0 req-90dcb23a-b0cc-4d51-b63c-4228ca4daa37 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 946 time: 0.0859904 Oct 03 16:00:56.344778 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-10772749-4cbe-4a74-a209-ad3b536d699e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=38d54311285c47f9b5d1ce8d2969f136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907229 Oct 03 16:00:56.345485 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10772749-4cbe-4a74-a209-ad3b536d699e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd14915-dd9f-48ae-9ed7-08290609f157,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:56.348369 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49710) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:00:56.396982 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0b8374d0-31e9-4b37-a35a-075735befec0 req-ffef4b8f-80e3-4d33-99dc-294c592e8f0d tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486882 Oct 03 16:00:56.417277 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f817c298-1ee8-466f-9320-1d868ed9afae admin admin] Publish callbacks [] for security_group (ddd14915-dd9f-48ae-9ed7-08290609f157), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:56.439290 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f817c298-1ee8-466f-9320-1d868ed9afae admin admin] Publish callbacks [] for security_group (ddd14915-dd9f-48ae-9ed7-08290609f157), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:56.498725 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f817c298-1ee8-466f-9320-1d868ed9afae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ddd14915-dd9f-48ae-9ed7-08290609f157), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:56.501317 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f817c298-1ee8-466f-9320-1d868ed9afae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:56.502627 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-f817c298-1ee8-466f-9320-1d868ed9afae admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ddd14915-dd9f-48ae-9ed7-08290609f157 HTTP/1.1" status: 204 len: 168 time: 0.1523752 Oct 03 16:00:56.510680 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817c298-1ee8-466f-9320-1d868ed9afae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd14915-dd9f-48ae-9ed7-08290609f157,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:56.837899 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0650dd60-77c1-429b-b964-404b26b3f210 req-8fd2238a-2876-4a43-909d-7d9a91a4d569 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 210 time: 0.0311167 Oct 03 16:00:56.988709 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:57.019771 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:57.022826 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739f8b6-768a-45c2-88f0-9a4670f1e218 req-0d33f34b-6b2c-474b-9197-ec8440b5b25f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:57.024353 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5739f8b6-768a-45c2-88f0-9a4670f1e218 req-0d33f34b-6b2c-474b-9197-ec8440b5b25f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0685890 Oct 03 16:00:57.073639 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5739f8b6-768a-45c2-88f0-9a4670f1e218 req-5c6c8f25-4ddb-4a1e-9690-f3cbdd6a750b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Oct 03 16:00:57.162682 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:57.260386 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-26168927-72ac-4eb4-b262-b728ff9d4a6b tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=60b016d4443142d4bb81dae536748cf1 HTTP/1.1" status: 200 len: 379 time: 0.0838349 Oct 03 16:00:57.298569 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-af39ca2e-73ea-4807-b945-8ecee6e53b53 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Request body: {'port': {'device_id': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'admin_state_up': True, 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'security_groups': ['032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3']}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:00:57.450539 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-af39ca2e-73ea-4807-b945-8ecee6e53b53 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Made reservation on behalf of 60b016d4443142d4bb81dae536748cf1 for: {'port': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:00:57.454749 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-af39ca2e-73ea-4807-b945-8ecee6e53b53 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:57.530034 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:57.589572 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db6e3c-be79-4814-9fe3-6bc3a031a78a req-ad78ad87-e91b-45f3-bd1b-664784ba23c5 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:57.591594 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-41db6e3c-be79-4814-9fe3-6bc3a031a78a req-ad78ad87-e91b-45f3-bd1b-664784ba23c5 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 946 time: 0.1028554 Oct 03 16:00:57.706014 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da030d57-cc44-45d4-94a9-d5c631b49997 req-49441bd5-8911-475b-99d4-deb81c05797c tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:57.707450 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-da030d57-cc44-45d4-94a9-d5c631b49997 req-49441bd5-8911-475b-99d4-deb81c05797c tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 946 time: 0.0915139 Oct 03 16:00:57.710400 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-af39ca2e-73ea-4807-b945-8ecee6e53b53 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Allocated IP 172.20.0.7 (793e8504-b1fb-440d-84d6-d2ad56065f0c/5666311e-53e6-4472-80b7-8214d955c322/34bfb794-30e4-4270-b51b-d7639fa10284) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:00:57.735676 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-41db6e3c-be79-4814-9fe3-6bc3a031a78a req-68263616-3982-4da3-baf5-388470ab98df tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d73cc966-0375-4aed-873c-263910dbc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200080 Oct 03 16:00:57.895686 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-da030d57-cc44-45d4-94a9-d5c631b49997 req-362b7817-be3d-43cb-b48a-405a1e8b5e5a tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Deleting port ba8f633c-1c11-4174-bcae-8ed9ee5701e8 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:00:57.896614 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-da030d57-cc44-45d4-94a9-d5c631b49997 req-362b7817-be3d-43cb-b48a-405a1e8b5e5a tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:58.252632 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a4a9929-c2cc-4c16-a37f-1542d18c1189 req-980d6c42-59a1-43fb-8906-d8ffbc5cf57c tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 210 time: 0.3006990 Oct 03 16:00:58.347317 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90dc47-965d-4a8f-8b36-5733ea9cf650 req-966b83f9-9bcf-4c6a-817c-acdbfed0e1bb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:58.348445 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bd90dc47-965d-4a8f-8b36-5733ea9cf650 req-966b83f9-9bcf-4c6a-817c-acdbfed0e1bb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1066096 Oct 03 16:00:58.370197 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-af39ca2e-73ea-4807-b945-8ecee6e53b53 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for port (34bfb794-30e4-4270-b51b-d7639fa10284), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:58.374863 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-da030d57-cc44-45d4-94a9-d5c631b49997 req-362b7817-be3d-43cb-b48a-405a1e8b5e5a tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] For port ba8f633c-1c11-4174-bcae-8ed9ee5701e8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ba8f633c-1c11-4174-bcae-8ed9ee5701e8,segment=NetworkSegment(99dede38-14b5-4216-9212-f58f8a602c13),segment_id=99dede38-14b5-4216-9212-f58f8a602c13)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:00:58.375151 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-da030d57-cc44-45d4-94a9-d5c631b49997 req-362b7817-be3d-43cb-b48a-405a1e8b5e5a tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:58.408274 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-da030d57-cc44-45d4-94a9-d5c631b49997 req-362b7817-be3d-43cb-b48a-405a1e8b5e5a tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Calling delete_port for ba8f633c-1c11-4174-bcae-8ed9ee5701e8 owned by compute:nova {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:00:58.409938 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:58.501722 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bd90dc47-965d-4a8f-8b36-5733ea9cf650 req-8ef37239-6a22-4258-90d5-370e83a90cb5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444430 Oct 03 16:00:58.519163 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-af39ca2e-73ea-4807-b945-8ecee6e53b53 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:58.591225 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:00:58.620382 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-af39ca2e-73ea-4807-b945-8ecee6e53b53 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Network 793e8504-b1fb-440d-84d6-d2ad56065f0c is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:00:58.628654 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-af39ca2e-73ea-4807-b945-8ecee6e53b53 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:00:58.636500 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-af39ca2e-73ea-4807-b945-8ecee6e53b53 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:00:58.641998 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-af39ca2e-73ea-4807-b945-8ecee6e53b53 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:58.642631 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-af39ca2e-73ea-4807-b945-8ecee6e53b53 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:58.664821 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39ca2e-73ea-4807-b945-8ecee6e53b53 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Pushing event updated for resources: {'Port': ['ID=34bfb794-30e4-4270-b51b-d7639fa10284,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:58.693608 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-af39ca2e-73ea-4807-b945-8ecee6e53b53 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3991296 Oct 03 16:00:58.706463 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-da030d57-cc44-45d4-94a9-d5c631b49997 req-362b7817-be3d-43cb-b48a-405a1e8b5e5a tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (ba8f633c-1c11-4174-bcae-8ed9ee5701e8), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:58.719262 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['ba8f633c-1c11-4174-bcae-8ed9ee5701e8'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:00:58.738952 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b7817-be3d-43cb-b48a-405a1e8b5e5a tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Pushing event deleted for resources: {'Port': ['ID=ba8f633c-1c11-4174-bcae-8ed9ee5701e8,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:00:58.792411 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-da030d57-cc44-45d4-94a9-d5c631b49997 req-362b7817-be3d-43cb-b48a-405a1e8b5e5a tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] No DVR routers for this DVR port ba8f633c-1c11-4174-bcae-8ed9ee5701e8 on host hv-cinder-84456 {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:00:58.796535 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-da030d57-cc44-45d4-94a9-d5c631b49997 req-362b7817-be3d-43cb-b48a-405a1e8b5e5a tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:58.800002 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-da030d57-cc44-45d4-94a9-d5c631b49997 req-362b7817-be3d-43cb-b48a-405a1e8b5e5a tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.48 "DELETE /networking/v2.0/ports/ba8f633c-1c11-4174-bcae-8ed9ee5701e8 HTTP/1.1" status: 204 len: 173 time: 1.0692015 Oct 03 16:00:58.800731 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01720cfb-59ec-47a5-b8e9-30204c4d4e58', 'name': 'network-vif-deleted', 'tag': 'ba8f633c-1c11-4174-bcae-8ed9ee5701e8'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:00:58.803177 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5948027-4dba-4029-be52-c2f4e86e5b28" -d '{"events": [{"server_uuid": "01720cfb-59ec-47a5-b8e9-30204c4d4e58", "name": "network-vif-deleted", "tag": "ba8f633c-1c11-4174-bcae-8ed9ee5701e8"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:00:58.832815 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-17ab8b24-2583-49b8-a586-f58cbb190449 None None] Provisioning complete for port 34bfb794-30e4-4270-b51b-d7639fa10284 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:00:58.833190 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-17ab8b24-2583-49b8-a586-f58cbb190449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:00:58.833522 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-17ab8b24-2583-49b8-a586-f58cbb190449 None None] Attempt 1 to provision port 34bfb794-30e4-4270-b51b-d7639fa10284 Oct 03 16:00:58.853970 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6c3322-7b73-45ad-ad8e-bd9453fe2761 x-openstack-request-id: req-2f6c3322-7b73-45ad-ad8e-bd9453fe2761 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:00:58.854390 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01720cfb-59ec-47a5-b8e9-30204c4d4e58", "name": "network-vif-deleted", "tag": "ba8f633c-1c11-4174-bcae-8ed9ee5701e8", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:00:58.854839 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2f6c3322-7b73-45ad-ad8e-bd9453fe2761 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:00:58.855239 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6c3322-7b73-45ad-ad8e-bd9453fe2761'] response: {'server_uuid': '01720cfb-59ec-47a5-b8e9-30204c4d4e58', 'name': 'network-vif-deleted', 'tag': 'ba8f633c-1c11-4174-bcae-8ed9ee5701e8', 'status': 'completed', 'code': 200} Oct 03 16:00:58.867404 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-17ab8b24-2583-49b8-a586-f58cbb190449 None None] Port 34bfb794-30e4-4270-b51b-d7639fa10284 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:00:58.874731 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-80df49e8-b58b-4b31-b2b6-449918047690 req-cbd04ef0-1866-424e-99cc-6b2473d858ba tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 210 time: 0.0349758 Oct 03 16:00:59.404288 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b51648-c1b9-4c00-b754-cf4d2ed64e31 req-2dab8af4-cf38-4105-a22c-0422f94c0e2b tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:59.405819 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5b51648-c1b9-4c00-b754-cf4d2ed64e31 req-2dab8af4-cf38-4105-a22c-0422f94c0e2b tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 931 time: 0.0504985 Oct 03 16:00:59.462252 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5b51648-c1b9-4c00-b754-cf4d2ed64e31 req-3de00f7d-550f-429a-9307-8fcc644f9525 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500109 Oct 03 16:00:59.632637 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877f2ed-47d6-436f-a915-28594d4ab140 req-35211eca-d2d4-46aa-8099-e546777fc4a8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:00:59.638854 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1877f2ed-47d6-436f-a915-28594d4ab140 req-35211eca-d2d4-46aa-8099-e546777fc4a8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0514596 Oct 03 16:00:59.685390 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1877f2ed-47d6-436f-a915-28594d4ab140 req-cdb04c0a-dc0d-4b5b-8992-f53c9bb459ce tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445347 Oct 03 16:00:59.975416 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a0d22bd9-4eb3-4567-8e33-ad83e791b7a0 req-124b404d-4f1e-45d5-b47e-c83b1d7d133b tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 210 time: 0.0275741 Oct 03 16:01:00.585306 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fe816-1ff2-4034-a21c-d6680e8e7b49 req-13a2b089-8081-45d1-9c33-2be3c3632f1f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:00.586798 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d97fe816-1ff2-4034-a21c-d6680e8e7b49 req-13a2b089-8081-45d1-9c33-2be3c3632f1f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 931 time: 0.0473311 Oct 03 16:01:00.640085 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d97fe816-1ff2-4034-a21c-d6680e8e7b49 req-952c845f-e4a8-4fb8-b148-e758d8f4f1c8 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470388 Oct 03 16:01:00.804262 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdaa93-3ff3-4a9f-9f43-2338ca898c04 req-16b5e255-75d2-4264-93f0-3ddab268a011 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:00.805669 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5cdaa93-3ff3-4a9f-9f43-2338ca898c04 req-16b5e255-75d2-4264-93f0-3ddab268a011 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0461047 Oct 03 16:01:00.856136 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5cdaa93-3ff3-4a9f-9f43-2338ca898c04 req-df08c542-8c9d-40ac-9999-12b4d1d35a27 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Oct 03 16:01:01.092824 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-75a4af07-061e-406b-928c-0ce9f478b38b req-35c9a068-205e-4f20-ab9f-e34e13e4f1d0 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 210 time: 0.0276661 Oct 03 16:01:01.765599 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769af3e4-47fd-44b4-9432-cbca59e11777 req-bade3ef1-8473-4779-aa83-0ef58a197cba tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:01.767105 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-769af3e4-47fd-44b4-9432-cbca59e11777 req-bade3ef1-8473-4779-aa83-0ef58a197cba tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 931 time: 0.0501604 Oct 03 16:01:01.816398 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-769af3e4-47fd-44b4-9432-cbca59e11777 req-7fbff118-0200-4f33-b2d8-3dcdb27a4769 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437474 Oct 03 16:01:01.980073 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fd696-44ad-4e92-a7c4-f9f2a4b13183 req-b4eab64b-c8fd-4763-8a81-286a1ffe6992 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:01.981621 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-be0fd696-44ad-4e92-a7c4-f9f2a4b13183 req-b4eab64b-c8fd-4763-8a81-286a1ffe6992 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0489967 Oct 03 16:01:02.001289 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:02.033643 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-be0fd696-44ad-4e92-a7c4-f9f2a4b13183 req-2aa76f12-8acc-4cf6-b980-69a04422d488 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464821 Oct 03 16:01:02.116249 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device ba8f633c-1c11-4174-bcae-8ed9ee5701e8 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:01:02.140055 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: ba8f633c-1c11-4174-bcae-8ed9ee5701e8 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:01:02.140401 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device ba8f633c-1c11-4174-bcae-8ed9ee5701e8 not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:01:02.196635 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-87d3cc00-d253-40dd-927c-736d9abcc779 req-74fecb4d-8c6f-4837-8880-3a12dd20d7c8 tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 210 time: 0.0278997 Oct 03 16:01:02.429849 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Request body: {'port': {'device_id': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:02.510868 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:02.690177 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab246db7-9bae-4f92-900c-6c83b14fc748 req-f31d6785-b4ff-4640-84d4-d3a10cbb9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:02.691714 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ab246db7-9bae-4f92-900c-6c83b14fc748 req-f31d6785-b4ff-4640-84d4-d3a10cbb9d0c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 1129 time: 0.0690374 Oct 03 16:01:02.799301 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:02.819718 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ab246db7-9bae-4f92-900c-6c83b14fc748 req-3c12f0b6-a4d9-429d-84a7-7ac2d51f263e service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167963 Oct 03 16:01:02.964898 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bfb794-30e4-4270-b51b-d7639fa10284 {{(pid=106162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:01:02.978304 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Publish callbacks [] for port (34bfb794-30e4-4270-b51b-d7639fa10284), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:02.994198 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac023bb-df46-4c74-ad95-39859446b05e req-869d7406-5b86-4cc0-bc8a-d1a8c01b212e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:02.995752 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5ac023bb-df46-4c74-ad95-39859446b05e req-869d7406-5b86-4cc0-bc8a-d1a8c01b212e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 931 time: 0.0819082 Oct 03 16:01:03.014357 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.provisioning_blocks [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Transition to ACTIVE for port object 34bfb794-30e4-4270-b51b-d7639fa10284 will not be triggered until provisioned by entity L2. {{(pid=106162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:01:03.023558 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:03.133993 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5ac023bb-df46-4c74-ad95-39859446b05e req-6852afb1-a555-4dcc-962a-a4dba2641e03 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307998 Oct 03 16:01:03.137810 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Pushing event updated for resources: {'Port': ['ID=34bfb794-30e4-4270-b51b-d7639fa10284,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.159897 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.166112 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Attempting to bind port 34bfb794-30e4-4270-b51b-d7639fa10284 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:01:03.166594 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Attempting to bind port 34bfb794-30e4-4270-b51b-d7639fa10284 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '81aa016c-875d-40c7-a437-2ccae48f6105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c'}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:01:03.166929 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Attempting to bind port 34bfb794-30e4-4270-b51b-d7639fa10284 on network 793e8504-b1fb-440d-84d6-d2ad56065f0c {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:01:03.207280 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 49916) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:03.277724 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb27a04-21e5-4fc5-a29e-61e6dd28c207 req-06a8e7ca-cd59-4ffc-b921-f5984062d318 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:03.279561 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-eeb27a04-21e5-4fc5-a29e-61e6dd28c207 req-06a8e7ca-cd59-4ffc-b921-f5984062d318 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0832531 Oct 03 16:01:03.280528 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Port 34bfb794-30e4-4270-b51b-d7639fa10284 on network 793e8504-b1fb-440d-84d6-d2ad56065f0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:01:03.280977 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Attempting to bind port 34bfb794-30e4-4270-b51b-d7639fa10284 on network 793e8504-b1fb-440d-84d6-d2ad56065f0c {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:01:03.374808 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-78084372-b08b-48ef-9380-686c99f7a594 req-5f0a0246-c753-4dd6-a36d-c027f16d9ebb tempest-VolumesActionsTest-59262827 tempest-VolumesActionsTest-59262827-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=01720cfb-59ec-47a5-b8e9-30204c4d4e58 HTTP/1.1" status: 200 len: 210 time: 0.0523036 Oct 03 16:01:03.385239 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:03.410487 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:01:03.410780 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Checking segment: {'id': '81aa016c-875d-40c7-a437-2ccae48f6105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:01:03.411166 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Bound using segment: {'id': '81aa016c-875d-40c7-a437-2ccae48f6105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c'} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:01:03.411606 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Bound port: 34bfb794-30e4-4270-b51b-d7639fa10284, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81aa016c-875d-40c7-a437-2ccae48f6105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c'}}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:01:03.411965 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:03.438912 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:03.450316 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-eeb27a04-21e5-4fc5-a29e-61e6dd28c207 req-c8f91acc-d6db-4e2a-848f-d2d9f29b61b7 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648238 Oct 03 16:01:03.490232 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Publish callbacks [] for security_group (7c2887f3-b094-4aa6-8cbf-badc3b14f315), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:03.496665 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (7c2887f3-b094-4aa6-8cbf-badc3b14f315), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:03.525970 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] For port 34bfb794-30e4-4270-b51b-d7639fa10284, host hv-cinder-84456, cleared binding levels {{(pid=106162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:01:03.530185 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] For port 34bfb794-30e4-4270-b51b-d7639fa10284, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34bfb794-30e4-4270-b51b-d7639fa10284,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:01:03.536546 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=703bad4a35c14c9394ac02952ca963d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268638 Oct 03 16:01:03.539788 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 49936) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:03.549097 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:03.553716 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2887f3-b094-4aa6-8cbf-badc3b14f315,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:03.561454 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.561945 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.562175 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.562516 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.562851 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.563181 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.563509 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.563830 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.564157 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.564480 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.564840 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.565302 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.565475 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.565794 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.566161 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bf1116-9dd6-44c0-8d30-2568391c9e19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:03.581254 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:03.581883 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:03.583292 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/34bfb794-30e4-4270-b51b-d7639fa10284 HTTP/1.1" status: 200 len: 1093 time: 1.1615078 Oct 03 16:01:03.585573 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:01:03.587830 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbbfaf4-b2fe-4719-8069-00d47db09fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:01:03.648516 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21cf71b-a0d6-47f2-ab5c-2f63bb0734f1 x-openstack-request-id: req-e21cf71b-a0d6-47f2-ab5c-2f63bb0734f1 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:01:03.648838 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:01:03.649097 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e21cf71b-a0d6-47f2-ab5c-2f63bb0734f1 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:01:03.649498 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21cf71b-a0d6-47f2-ab5c-2f63bb0734f1'] response: {'name': 'network-changed', 'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284', 'status': 'completed', 'code': 200} Oct 03 16:01:03.655717 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-700d378b-04f9-4b47-9784-a87e9cacb1c0 admin admin] Publish callbacks [] for security_group (7c2887f3-b094-4aa6-8cbf-badc3b14f315), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:03.658010 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec0b7e-cf04-4930-8794-a4ed70024359 service neutron] Pushing event updated for resources: {'Port': ['ID=34bfb794-30e4-4270-b51b-d7639fa10284,revision_number=3']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:03.684122 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-700d378b-04f9-4b47-9784-a87e9cacb1c0 admin admin] Publish callbacks [] for security_group (7c2887f3-b094-4aa6-8cbf-badc3b14f315), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:03.748708 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-700d378b-04f9-4b47-9784-a87e9cacb1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (7c2887f3-b094-4aa6-8cbf-badc3b14f315), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:03.752073 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-700d378b-04f9-4b47-9784-a87e9cacb1c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:03.753349 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-700d378b-04f9-4b47-9784-a87e9cacb1c0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7c2887f3-b094-4aa6-8cbf-badc3b14f315 HTTP/1.1" status: 204 len: 168 time: 0.2124131 Oct 03 16:01:03.762059 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d378b-04f9-4b47-9784-a87e9cacb1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2887f3-b094-4aa6-8cbf-badc3b14f315,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:04.300513 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:04.341083 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbfaf4-b2fe-4719-8069-00d47db09fc5 req-eb6f0b39-40f1-41a9-a909-3c3b5b5502ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:04.345098 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ffbbfaf4-b2fe-4719-8069-00d47db09fc5 req-eb6f0b39-40f1-41a9-a909-3c3b5b5502ba service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=60b016d4443142d4bb81dae536748cf1&device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 1127 time: 0.1017499 Oct 03 16:01:04.354561 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba902106-35d5-4602-a053-7d49f34fc63c req-8d2c5c44-a3dd-41b6-9457-de85d0298aec tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:04.356972 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ba902106-35d5-4602-a053-7d49f34fc63c req-8d2c5c44-a3dd-41b6-9457-de85d0298aec tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.0996170 Oct 03 16:01:04.517792 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ba902106-35d5-4602-a053-7d49f34fc63c req-fe50f736-3727-49f8-99e1-6b343f6fe6b0 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371365 Oct 03 16:01:04.556888 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:04.579814 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=4 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:04.689184 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9122277-4a5a-4ff1-bc4b-413a3349d8b1 req-af7b963d-7898-487e-a6b0-d4b417e310f6 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:04.699002 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b9122277-4a5a-4ff1-bc4b-413a3349d8b1 req-af7b963d-7898-487e-a6b0-d4b417e310f6 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.1152208 Oct 03 16:01:04.767413 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbfaf4-b2fe-4719-8069-00d47db09fc5 req-6fa0e93b-fe9e-44fb-93da-ed5496ffef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:04.769003 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ffbbfaf4-b2fe-4719-8069-00d47db09fc5 req-6fa0e93b-fe9e-44fb-93da-ed5496ffef8c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=60b016d4443142d4bb81dae536748cf1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4094827 Oct 03 16:01:04.810102 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b9122277-4a5a-4ff1-bc4b-413a3349d8b1 req-95203a3b-3186-479a-8d1a-dfcd8692cec7 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101677 Oct 03 16:01:05.009104 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae86acc-17a8-4e30-b822-42964f4e7ccf req-5207efde-ac95-42e2-b99d-4fd71f7a7ed9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:05.010591 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dae86acc-17a8-4e30-b822-42964f4e7ccf req-5207efde-ac95-42e2-b99d-4fd71f7a7ed9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0913491 Oct 03 16:01:05.041132 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbfaf4-b2fe-4719-8069-00d47db09fc5 req-42193c50-30a5-4fa7-9b89-ceee06198684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:05.042829 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ffbbfaf4-b2fe-4719-8069-00d47db09fc5 req-42193c50-30a5-4fa7-9b89-ceee06198684 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2560821 Oct 03 16:01:05.089308 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dae86acc-17a8-4e30-b822-42964f4e7ccf req-94826cbd-b4fe-429e-adaf-07256afff7e0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613177 Oct 03 16:01:05.152441 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-3bd6dccc-ae72-4edf-aedb-0b325c8a319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:05.155488 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-3bd6dccc-ae72-4edf-aedb-0b325c8a319c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=60b016d4443142d4bb81dae536748cf1&device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 1127 time: 0.0545299 Oct 03 16:01:05.209627 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-b507f96f-928e-4ff2-a988-20ad0bf0960d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34bfb794-30e4-4270-b51b-d7639fa10284 HTTP/1.1" status: 200 len: 217 time: 0.0452907 Oct 03 16:01:05.269957 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-103d5cbd-233f-4c8c-99cb-c131443f956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:05.271466 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-103d5cbd-233f-4c8c-99cb-c131443f956d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5666311e-53e6-4472-80b7-8214d955c322 HTTP/1.1" status: 200 len: 848 time: 0.0532596 Oct 03 16:01:05.321514 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-85652490-da99-4e4f-9994-7631d80290f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:05.323209 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-85652490-da99-4e4f-9994-7631d80290f1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=793e8504-b1fb-440d-84d6-d2ad56065f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452628 Oct 03 16:01:05.422122 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:05.427561 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-b1310da7-230c-4cee-932c-0ebd21bd97c7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976877 Oct 03 16:01:05.588142 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-001d61ac-9e8a-47a7-8dbc-a9479a9bb259 req-814daffa-79ac-49e8-bc27-afb0ca81b904 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544116 Oct 03 16:01:05.673881 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b6671344-d312-42c4-a269-ec8dc6c519e2 req-3f7f6cf2-085d-410a-8fd7-c250b421a773 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1088800 Oct 03 16:01:05.695810 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639adacd-af26-4ac1-85a5-6e9bd0db5b41 req-659c604f-51b1-4008-8080-6e7ed5f48f8d tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:05.698262 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-639adacd-af26-4ac1-85a5-6e9bd0db5b41 req-659c604f-51b1-4008-8080-6e7ed5f48f8d tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.0761418 Oct 03 16:01:05.711863 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:05.759450 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-639adacd-af26-4ac1-85a5-6e9bd0db5b41 req-95abff41-b72b-4572-bde2-451337f9d548 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549235 Oct 03 16:01:05.916068 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6671344-d312-42c4-a269-ec8dc6c519e2 req-c1b57f78-9015-4950-883f-e73b503035fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:05.917641 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b6671344-d312-42c4-a269-ec8dc6c519e2 req-c1b57f78-9015-4950-883f-e73b503035fa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 1129 time: 0.0434422 Oct 03 16:01:06.033270 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6671344-d312-42c4-a269-ec8dc6c519e2 req-3c2749bd-0376-46fe-8dd1-256026860b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:06.034650 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b6671344-d312-42c4-a269-ec8dc6c519e2 req-3c2749bd-0376-46fe-8dd1-256026860b98 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 919 time: 0.0958648 Oct 03 16:01:06.081096 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b6671344-d312-42c4-a269-ec8dc6c519e2 req-e5413038-8478-443b-981e-89645d76b6c8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 HTTP/1.1" status: 200 len: 217 time: 0.0384750 Oct 03 16:01:06.140488 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6671344-d312-42c4-a269-ec8dc6c519e2 req-aaf4127d-484e-4249-b82a-72bd71be2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:06.141981 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b6671344-d312-42c4-a269-ec8dc6c519e2 req-aaf4127d-484e-4249-b82a-72bd71be2cf1 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.0529687 Oct 03 16:01:06.194759 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6671344-d312-42c4-a269-ec8dc6c519e2 req-f58774ee-f3b6-48e5-8869-9e4e80a58c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:06.196362 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b6671344-d312-42c4-a269-ec8dc6c519e2 req-f58774ee-f3b6-48e5-8869-9e4e80a58c12 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426335 Oct 03 16:01:06.292630 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b6671344-d312-42c4-a269-ec8dc6c519e2 req-c5126cd8-60f9-4f4f-ae42-a7b89572505b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892346 Oct 03 16:01:06.386053 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:06.413788 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b6671344-d312-42c4-a269-ec8dc6c519e2 req-0e9088d0-0ecc-4813-8026-561e9515e232 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084352 Oct 03 16:01:07.153471 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0be9a4-52cf-49bc-a4b1-8e22a5b492e9 req-6846ca73-d7de-44d1-89c9-0e63c48b0b0b tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:07.155819 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6d0be9a4-52cf-49bc-a4b1-8e22a5b492e9 req-6846ca73-d7de-44d1-89c9-0e63c48b0b0b tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.3079135 Oct 03 16:01:07.177992 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c26927-4dca-4e16-a067-3ed1ad7bbad0 req-5128e4e2-29d7-496d-8b17-89b2d1e9ea9f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:07.179481 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-96c26927-4dca-4e16-a067-3ed1ad7bbad0 req-5128e4e2-29d7-496d-8b17-89b2d1e9ea9f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0680320 Oct 03 16:01:07.246155 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6d0be9a4-52cf-49bc-a4b1-8e22a5b492e9 req-49d0156f-3905-4e37-9b46-469fa6181512 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823169 Oct 03 16:01:07.253783 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-96c26927-4dca-4e16-a067-3ed1ad7bbad0 req-680cda61-93d7-484e-aa18-bc268ca3a9ce tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672734 Oct 03 16:01:08.397601 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a93e6f-088b-43dc-ba59-a66db4a91f77 req-616216c9-b661-482f-ae5a-f8a7fecea866 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:08.399071 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-46a93e6f-088b-43dc-ba59-a66db4a91f77 req-616216c9-b661-482f-ae5a-f8a7fecea866 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.0765700 Oct 03 16:01:08.418157 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c9ee1-2450-4c6e-9188-75bf202bbabd req-18066a77-8235-4484-ad7d-4af621d2bfc3 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:08.420200 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5c1c9ee1-2450-4c6e-9188-75bf202bbabd req-18066a77-8235-4484-ad7d-4af621d2bfc3 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0688577 Oct 03 16:01:08.485737 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-46a93e6f-088b-43dc-ba59-a66db4a91f77 req-3e634454-e8a1-40a7-9c12-315bcc035b13 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808988 Oct 03 16:01:08.500100 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5c1c9ee1-2450-4c6e-9188-75bf202bbabd req-585982a8-acf4-4f31-abd1-ddd1e6831d69 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728126 Oct 03 16:01:09.643125 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6641f0-150d-4b5f-b169-2c5beb9b62dc req-8018433e-e9a4-4946-8d4e-9e6be666dfde tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:09.644666 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ba6641f0-150d-4b5f-b169-2c5beb9b62dc req-8018433e-e9a4-4946-8d4e-9e6be666dfde tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.0807607 Oct 03 16:01:09.665115 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489768-7223-44dc-9b35-fcd082806ace req-07c32742-8e4b-46cd-9a32-9ba4b6226850 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:09.666597 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ec489768-7223-44dc-9b35-fcd082806ace req-07c32742-8e4b-46cd-9a32-9ba4b6226850 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0704072 Oct 03 16:01:09.677252 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:09.718759 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:09.738903 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ba6641f0-150d-4b5f-b169-2c5beb9b62dc req-5f9fd8a6-0f89-45bb-acaf-b9888713ccb0 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880504 Oct 03 16:01:09.742943 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ec489768-7223-44dc-9b35-fcd082806ace req-e3ea5627-e59a-493b-a406-ccd2c3afb546 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685925 Oct 03 16:01:09.978125 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8447e0-b3c6-41ce-8559-8c4e5f2b9fed req-2609288c-e520-46eb-aaeb-d8d62aa0a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:09.979634 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2e8447e0-b3c6-41ce-8559-8c4e5f2b9fed req-2609288c-e520-46eb-aaeb-d8d62aa0a711 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 1129 time: 0.0451303 Oct 03 16:01:10.315481 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8447e0-b3c6-41ce-8559-8c4e5f2b9fed req-adbafc7b-63bf-4f29-a8fb-2d91a675064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:10.316982 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2e8447e0-b3c6-41ce-8559-8c4e5f2b9fed req-adbafc7b-63bf-4f29-a8fb-2d91a675064f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 919 time: 0.0941114 Oct 03 16:01:10.620462 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2e8447e0-b3c6-41ce-8559-8c4e5f2b9fed req-001dcaf1-77b0-430c-8382-42ef2ad19d15 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 HTTP/1.1" status: 200 len: 217 time: 0.0388689 Oct 03 16:01:10.678661 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8447e0-b3c6-41ce-8559-8c4e5f2b9fed req-1049f4d3-c3d8-449f-b794-108869fd271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:10.680142 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2e8447e0-b3c6-41ce-8559-8c4e5f2b9fed req-1049f4d3-c3d8-449f-b794-108869fd271d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.0537601 Oct 03 16:01:10.742756 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8447e0-b3c6-41ce-8559-8c4e5f2b9fed req-2bc0ff68-cc47-4f14-ae2d-93575ba21e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:10.744365 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2e8447e0-b3c6-41ce-8559-8c4e5f2b9fed req-2bc0ff68-cc47-4f14-ae2d-93575ba21e9b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488153 Oct 03 16:01:10.980081 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d54378-dae5-4b96-bbc2-67b4898611f2 req-12f279ac-a5fa-43ba-afe3-0c54e474574d tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:10.984186 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-91d54378-dae5-4b96-bbc2-67b4898611f2 req-12f279ac-a5fa-43ba-afe3-0c54e474574d tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.1408093 Oct 03 16:01:11.003447 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107363-cf89-45ff-999a-896a12592c5a req-47c8cf7f-e595-4c43-9779-70a444fd672f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:11.005177 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d9107363-cf89-45ff-999a-896a12592c5a req-47c8cf7f-e595-4c43-9779-70a444fd672f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.1388578 Oct 03 16:01:11.027506 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2e8447e0-b3c6-41ce-8559-8c4e5f2b9fed req-4e43cd1d-76d6-4d08-b6a0-0a650cae5188 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655840 Oct 03 16:01:11.123139 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-91d54378-dae5-4b96-bbc2-67b4898611f2 req-97e5efe8-b061-4f38-9140-c332ac83717a tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296718 Oct 03 16:01:11.131297 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d9107363-cf89-45ff-999a-896a12592c5a req-4902f7a0-37f0-4049-b1ba-3018d1532684 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081409 Oct 03 16:01:11.865805 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a561a-cc31-43bb-89ba-c725672d08b3 req-06a7098f-3d94-423d-9cc8-e0d0e5c47494 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:11.869087 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a54a561a-cc31-43bb-89ba-c725672d08b3 req-06a7098f-3d94-423d-9cc8-e0d0e5c47494 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0773649 Oct 03 16:01:11.897546 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50216) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:11.914958 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2e8447e0-b3c6-41ce-8559-8c4e5f2b9fed req-eb7c61d4-f5ee-4c61-aa6c-cce1216e66eb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968114 Oct 03 16:01:11.963509 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a54a561a-cc31-43bb-89ba-c725672d08b3 req-bebe52c2-b638-4cbb-b099-e39b52c5173c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869961 Oct 03 16:01:12.106207 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f2fe21f6-200f-4c33-accd-98f19cf6e723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:12.150601 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 34bfb794-30e4-4270-b51b-d7639fa10284 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:01:12.226507 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f2fe21f6-200f-4c33-accd-98f19cf6e723 admin admin] Publish callbacks [] for security_group (340b682e-501a-45ef-ada2-86115d23f727), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:12.237391 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f2fe21f6-200f-4c33-accd-98f19cf6e723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (340b682e-501a-45ef-ada2-86115d23f727), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:12.292013 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 34bfb794-30e4-4270-b51b-d7639fa10284, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34bfb794-30e4-4270-b51b-d7639fa10284,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:01:12.318136 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '34bfb794-30e4-4270-b51b-d7639fa10284', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'port_id': '34bfb794-30e4-4270-b51b-d7639fa10284', 'mac_address': 'fa:16:3e:83:27:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5666311e-53e6-4472-80b7-8214d955c322', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:01:12.343881 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-f2fe21f6-200f-4c33-accd-98f19cf6e723 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=afe649b53db84533af6093e7f7207c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402351 Oct 03 16:01:12.344887 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50232) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:12.361503 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe21f6-200f-4c33-accd-98f19cf6e723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340b682e-501a-45ef-ada2-86115d23f727,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:12.412957 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bfc23-16de-4b46-9a57-7347dbf1b471 req-9870c1f0-939c-4b30-a993-dcedbad2bb02 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:12.416640 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 34bfb794-30e4-4270-b51b-d7639fa10284 is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:12.421138 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7d9bfc23-16de-4b46-9a57-7347dbf1b471 req-9870c1f0-939c-4b30-a993-dcedbad2bb02 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0890214 Oct 03 16:01:12.421803 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:12.447415 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:INSERT=20,neutron:UPDATE=2,neutron:SELECT=76,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:12.449125 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3010e-94ca-4f8f-ba9c-c93ffb42a76b req-122ad34c-8246-4924-a415-e3b00e4b7734 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:12.457549 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-22c3010e-94ca-4f8f-ba9c-c93ffb42a76b req-122ad34c-8246-4924-a415-e3b00e4b7734 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.1633582 Oct 03 16:01:12.466978 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bfb794-30e4-4270-b51b-d7639fa10284 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:01:12.511121 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:12.514530 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 34bfb794-30e4-4270-b51b-d7639fa10284, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34bfb794-30e4-4270-b51b-d7639fa10284,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:01:12.518516 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0fb0-c9be-497d-9668-8a74e9f3ab3c admin admin] Publish callbacks [] for security_group (340b682e-501a-45ef-ada2-86115d23f727), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:12.520444 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:12.557666 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0fb0-c9be-497d-9668-8a74e9f3ab3c admin admin] Publish callbacks [] for security_group (340b682e-501a-45ef-ada2-86115d23f727), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:12.583787 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:12.596969 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7d9bfc23-16de-4b46-9a57-7347dbf1b471 req-8b9f2086-b9ba-441c-a3ad-78124fd248c2 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668139 Oct 03 16:01:12.606199 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-22c3010e-94ca-4f8f-ba9c-c93ffb42a76b req-735c76ff-b857-424b-bf35-87f4cbe4b98a tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473911 Oct 03 16:01:12.638920 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0fb0-c9be-497d-9668-8a74e9f3ab3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (340b682e-501a-45ef-ada2-86115d23f727), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:12.646510 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6b0fb0-c9be-497d-9668-8a74e9f3ab3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:12.648130 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-bb6b0fb0-c9be-497d-9668-8a74e9f3ab3c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/340b682e-501a-45ef-ada2-86115d23f727 HTTP/1.1" status: 204 len: 168 time: 0.2880387 Oct 03 16:01:12.664342 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b0fb0-c9be-497d-9668-8a74e9f3ab3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340b682e-501a-45ef-ada2-86115d23f727,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:12.666070 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=34bfb794-30e4-4270-b51b-d7639fa10284,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:12.697419 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.697859 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.698289 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.699613 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.700088 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.700636 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.701171 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.701497 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.701915 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.702502 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.702991 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.703327 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.703666 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.704046 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.704419 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:12.846250 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['34bfb794-30e4-4270-b51b-d7639fa10284'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:01:13.117682 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:13.145031 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963664eb-ecd6-46bc-b4f5-3a307d6aa8be req-cda91451-85e2-4c4c-b0cb-3d3fe147ef45 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:13.156769 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-963664eb-ecd6-46bc-b4f5-3a307d6aa8be req-cda91451-85e2-4c4c-b0cb-3d3fe147ef45 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0847352 Oct 03 16:01:13.237552 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-963664eb-ecd6-46bc-b4f5-3a307d6aa8be req-463e1756-8290-4def-b6b2-0edcb52326e2 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795219 Oct 03 16:01:13.551300 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:01:13.760635 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b1159-79b0-4f44-84cb-c1572979e5a9 req-783260ab-d073-4915-b043-b99d05a88ffb tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:13.773628 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-651b1159-79b0-4f44-84cb-c1572979e5a9 req-783260ab-d073-4915-b043-b99d05a88ffb tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 944 time: 0.0733168 Oct 03 16:01:13.792540 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:13.833658 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-651b1159-79b0-4f44-84cb-c1572979e5a9 req-69133166-3702-4ce1-99e2-acbf11ac2491 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556600 Oct 03 16:01:14.046174 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f71ba4-6045-41f7-bb9d-bb1ce123b308 req-e6212c6f-e188-45ef-ae22-2a779084a538 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:14.048038 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b5f71ba4-6045-41f7-bb9d-bb1ce123b308 req-e6212c6f-e188-45ef-ae22-2a779084a538 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0922482 Oct 03 16:01:14.147506 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b5f71ba4-6045-41f7-bb9d-bb1ce123b308 req-84e346f4-bfa5-4f19-b5bc-66a451523d45 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934393 Oct 03 16:01:14.162813 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 34bfb794-30e4-4270-b51b-d7639fa10284 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:14.245830 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port 34bfb794-30e4-4270-b51b-d7639fa10284 completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:01:14.255531 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 34bfb794-30e4-4270-b51b-d7639fa10284 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:14.257899 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:14.258443 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 34bfb794-30e4-4270-b51b-d7639fa10284 Oct 03 16:01:14.417699 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 34bfb794-30e4-4270-b51b-d7639fa10284 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:14.418381 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:14.442640 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc3dc-8bd6-45fa-95ce-1173a37b2525 req-37d59067-0b0f-4531-81d5-8278e4109b85 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:14.445085 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cdafc3dc-8bd6-45fa-95ce-1173a37b2525 req-37d59067-0b0f-4531-81d5-8278e4109b85 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0912285 Oct 03 16:01:14.448962 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:01:14.452394 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0558aca5-c335-4ff1-a35b-2af77ee33828" -d '{"events": [{"server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "name": "network-vif-plugged", "status": "completed", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:01:14.468866 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 34bfb794-30e4-4270-b51b-d7639fa10284, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34bfb794-30e4-4270-b51b-d7639fa10284,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:01:14.474054 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:14.523481 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cdafc3dc-8bd6-45fa-95ce-1173a37b2525 req-92f7c32e-8921-4236-831b-36818f339ae0 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717738 Oct 03 16:01:14.591161 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=34bfb794-30e4-4270-b51b-d7639fa10284,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:14.614998 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1638df2b-f000-47c6-80e3-6f4226753b5a x-openstack-request-id: req-1638df2b-f000-47c6-80e3-6f4226753b5a {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:01:14.616332 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "name": "network-vif-plugged", "status": "completed", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:01:14.616769 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1638df2b-f000-47c6-80e3-6f4226753b5a {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:01:14.617801 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1638df2b-f000-47c6-80e3-6f4226753b5a'] response: {'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284', 'code': 200} Oct 03 16:01:15.041194 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e40c3c-7425-4972-974b-29ef37ad0272 req-04041899-02df-4f52-b9b7-fefb4e08151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:15.042886 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-49e40c3c-7425-4972-974b-29ef37ad0272 req-04041899-02df-4f52-b9b7-fefb4e08151f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 1129 time: 0.1225059 Oct 03 16:01:15.051598 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac30e04-409c-48d5-a531-534ddfd471d3 req-f1f10548-b7de-4ecb-9568-d561c245086f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:15.053407 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2ac30e04-409c-48d5-a531-534ddfd471d3 req-f1f10548-b7de-4ecb-9568-d561c245086f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.1208770 Oct 03 16:01:15.064341 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6ca06-151a-4cd8-bab1-4055aeffcc12 req-c6493e28-ca02-424a-a8b2-b79131c0ba8d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:15.066196 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-73c6ca06-151a-4cd8-bab1-4055aeffcc12 req-c6493e28-ca02-424a-a8b2-b79131c0ba8d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0889530 Oct 03 16:01:15.180037 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-49e40c3c-7425-4972-974b-29ef37ad0272 req-38a18a6b-7d6d-4e3c-889e-8d7e618f6a68 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110275 Oct 03 16:01:15.217503 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2ac30e04-409c-48d5-a531-534ddfd471d3 req-a192b8bc-48f8-413a-81df-ef1ca18f2133 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485736 Oct 03 16:01:15.234101 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-73c6ca06-151a-4cd8-bab1-4055aeffcc12 req-4964c1b3-cf47-4fb9-a89f-be7c4627c245 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565554 Oct 03 16:01:15.364949 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38271dd2-c392-4cb9-8d3a-b67e1c05a972 req-1a8c7699-0482-4fe5-aa58-1a26bad64800 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:15.364949 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-38271dd2-c392-4cb9-8d3a-b67e1c05a972 req-1a8c7699-0482-4fe5-aa58-1a26bad64800 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0603821 Oct 03 16:01:15.410970 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-38271dd2-c392-4cb9-8d3a-b67e1c05a972 req-62b13c24-33e0-4c77-a61a-c4e8f77c09d9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456581 Oct 03 16:01:15.583984 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:15.669595 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d9fa-b057-4d8d-b07d-cd0a228bb498 req-9e399bd1-5447-4b48-9a72-e60b2b5a911b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:15.671168 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8183d9fa-b057-4d8d-b07d-cd0a228bb498 req-9e399bd1-5447-4b48-9a72-e60b2b5a911b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0495179 Oct 03 16:01:15.746503 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8183d9fa-b057-4d8d-b07d-cd0a228bb498 req-f6cf6066-26e3-4e84-a20c-dd8126c236c0 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687466 Oct 03 16:01:16.385953 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056fb28-1109-415b-a238-046d87fceb02 req-68bf4ee2-98df-4c2d-b238-6f8d4c286ac7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:16.387506 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f056fb28-1109-415b-a238-046d87fceb02 req-68bf4ee2-98df-4c2d-b238-6f8d4c286ac7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0651844 Oct 03 16:01:16.447239 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835bb2d-91f6-4f09-84a3-9a5d17339cce req-c5f8985a-8088-4470-a0b5-d66e8a028ca4 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:16.449003 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0835bb2d-91f6-4f09-84a3-9a5d17339cce req-c5f8985a-8088-4470-a0b5-d66e8a028ca4 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.1502655 Oct 03 16:01:16.529566 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0835bb2d-91f6-4f09-84a3-9a5d17339cce req-01a687f5-5a4f-434a-a71b-6f0135bbb931 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708683 Oct 03 16:01:16.534720 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f056fb28-1109-415b-a238-046d87fceb02 req-3304d0c5-79b2-4389-909d-1dbee2312045 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237090 Oct 03 16:01:16.655639 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:16.671170 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5da080-aabb-4b43-b217-2b52f6dbbdf6 req-9343bbfe-cd61-4799-9df9-d312896850e3 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:16.672494 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4f5da080-aabb-4b43-b217-2b52f6dbbdf6 req-9343bbfe-cd61-4799-9df9-d312896850e3 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0536833 Oct 03 16:01:16.750478 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4f5da080-aabb-4b43-b217-2b52f6dbbdf6 req-b95d2080-5d76-442f-bac6-cce6a815e954 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559998 Oct 03 16:01:16.921502 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4efb97-ac54-4653-8441-347812756da8 req-3533148e-d8e8-49be-a50a-92f515d677a2 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:16.923480 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bb4efb97-ac54-4653-8441-347812756da8 req-3533148e-d8e8-49be-a50a-92f515d677a2 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0681734 Oct 03 16:01:16.944275 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:17.000262 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bb4efb97-ac54-4653-8441-347812756da8 req-9f786900-7515-4688-82b5-80f7a6ed6ce1 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632389 Oct 03 16:01:17.688194 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583b112-1efe-42a9-855b-8d5cfd58f355 req-83252445-2cfb-493b-be33-816317ceb54b tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:17.689886 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c583b112-1efe-42a9-855b-8d5cfd58f355 req-83252445-2cfb-493b-be33-816317ceb54b tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0801504 Oct 03 16:01:17.738990 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176ecf8-1055-4a74-81b5-cdfabf267b91 req-53acf9a4-de03-43d0-ac54-b918bf92e02d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:17.740590 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1176ecf8-1055-4a74-81b5-cdfabf267b91 req-53acf9a4-de03-43d0-ac54-b918bf92e02d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0707972 Oct 03 16:01:17.789938 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c583b112-1efe-42a9-855b-8d5cfd58f355 req-589c17ba-de61-4b06-bc5c-6b177381e674 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822723 Oct 03 16:01:17.830840 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1176ecf8-1055-4a74-81b5-cdfabf267b91 req-369d119b-a336-4665-a981-24db99667feb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792303 Oct 03 16:01:17.935194 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07f39-2c5b-4535-b79c-e1425b1b901f req-3879d5c5-f74e-4503-a61d-15626fcdac33 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:17.936935 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9bf07f39-2c5b-4535-b79c-e1425b1b901f req-3879d5c5-f74e-4503-a61d-15626fcdac33 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0515690 Oct 03 16:01:18.003656 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9bf07f39-2c5b-4535-b79c-e1425b1b901f req-3c04f6f5-2a5a-49a7-ad05-5d90c5100ac0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611057 Oct 03 16:01:18.135759 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8225f-a282-49b2-9f57-ada2954a1e45 req-fe780334-d397-4bb8-b4ae-46bf6e69487a tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:18.138207 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-06a8225f-a282-49b2-9f57-ada2954a1e45 req-fe780334-d397-4bb8-b4ae-46bf6e69487a tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0514145 Oct 03 16:01:18.193735 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-06a8225f-a282-49b2-9f57-ada2954a1e45 req-8f0c5942-85ec-4d66-bf91-b531572f5f98 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497699 Oct 03 16:01:18.984141 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7bffd-7076-4236-ad0b-20d44d1209ed req-7c76662a-3e33-4eb0-aec4-50234755fac2 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:18.985725 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-63f7bffd-7076-4236-ad0b-20d44d1209ed req-7c76662a-3e33-4eb0-aec4-50234755fac2 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0896413 Oct 03 16:01:18.993761 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f4c46-3a4a-4453-b8ba-bddb91512c79 req-c0854c59-e498-4a0b-bb5e-942921bb4c6b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:18.995212 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-aa3f4c46-3a4a-4453-b8ba-bddb91512c79 req-c0854c59-e498-4a0b-bb5e-942921bb4c6b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0615640 Oct 03 16:01:19.078132 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-63f7bffd-7076-4236-ad0b-20d44d1209ed req-7970f004-cfa9-45bc-87db-3c4408711e42 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819395 Oct 03 16:01:19.081005 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-aa3f4c46-3a4a-4453-b8ba-bddb91512c79 req-a45bd6d8-b810-4e4d-95ab-f194d0267e01 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743296 Oct 03 16:01:19.210305 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e176e1-bd9f-4785-8faf-4b42a61cf255 req-70f493ad-a8fb-4b29-8593-4907ea1b370b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:19.212589 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-01e176e1-bd9f-4785-8faf-4b42a61cf255 req-70f493ad-a8fb-4b29-8593-4907ea1b370b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0567896 Oct 03 16:01:19.285145 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-01e176e1-bd9f-4785-8faf-4b42a61cf255 req-0f674b14-5f05-4448-bfc9-300299c8f315 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660453 Oct 03 16:01:19.368239 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3971a1-e7ee-47e8-8ea0-7a4da4708c96 req-394d0a62-ba2a-47b3-854e-2a5abee37e6f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:19.369806 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7a3971a1-e7ee-47e8-8ea0-7a4da4708c96 req-394d0a62-ba2a-47b3-854e-2a5abee37e6f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0800755 Oct 03 16:01:19.432852 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7a3971a1-e7ee-47e8-8ea0-7a4da4708c96 req-bb5a711f-010c-4e5f-b2ad-38bcd16dc111 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548620 Oct 03 16:01:20.260786 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcd9e4-4957-478b-8cd5-f11c5d544aaf req-a96c6259-5cb1-4a30-9f7c-4e3b1954e7e3 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:20.264632 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-96fcd9e4-4957-478b-8cd5-f11c5d544aaf req-a96c6259-5cb1-4a30-9f7c-4e3b1954e7e3 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0882289 Oct 03 16:01:20.270658 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685df48d-a961-4d85-aaae-242a5dfcc6a7 req-4363b72a-1808-481b-bd3b-b49da98b0a06 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:20.272201 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-685df48d-a961-4d85-aaae-242a5dfcc6a7 req-4363b72a-1808-481b-bd3b-b49da98b0a06 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0843256 Oct 03 16:01:20.315683 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:20.348649 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-96fcd9e4-4957-478b-8cd5-f11c5d544aaf req-c4f9b7d1-31b5-45ec-b562-148fb22e2315 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754101 Oct 03 16:01:20.374723 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-685df48d-a961-4d85-aaae-242a5dfcc6a7 req-fd483bfe-3d74-4e9f-bea5-6a82764fdd89 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872200 Oct 03 16:01:20.523447 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1ef9e-6ff9-417b-aef5-27abd6a93451 req-75168ffb-df61-4d65-92ad-a7ad35391e4c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:20.525021 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ebc1ef9e-6ff9-417b-aef5-27abd6a93451 req-75168ffb-df61-4d65-92ad-a7ad35391e4c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0813234 Oct 03 16:01:20.534181 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:20.554909 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd3af0-03fb-4d99-9d2a-ed311c7c4c27 req-0c410bb4-84d6-4827-91c7-44f3f79a2bee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:20.556406 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a3cd3af0-03fb-4d99-9d2a-ed311c7c4c27 req-0c410bb4-84d6-4827-91c7-44f3f79a2bee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0995772 Oct 03 16:01:20.626372 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ebc1ef9e-6ff9-417b-aef5-27abd6a93451 req-a27cd842-24a0-4655-a126-6453c48757e8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909133 Oct 03 16:01:20.660943 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a3cd3af0-03fb-4d99-9d2a-ed311c7c4c27 req-ec75eb6f-34b3-4639-958a-63f5865c4629 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869467 Oct 03 16:01:20.680236 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 50434) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:20.795002 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840e1a5-3aed-4625-8215-b5d927401883 req-080c5e73-c5b5-44f3-a319-134ccc91dc48 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:20.797060 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a840e1a5-3aed-4625-8215-b5d927401883 req-080c5e73-c5b5-44f3-a319-134ccc91dc48 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0634427 Oct 03 16:01:20.869724 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a840e1a5-3aed-4625-8215-b5d927401883 req-ef405434-0d95-46ba-91cc-8f86b217b403 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647764 Oct 03 16:01:20.955251 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f7baae-a97f-4f4c-ad35-baefb36b206d tempest-TestShelveInstance-1810222696 tempest-TestShelveInstance-1810222696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:20.956834 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-f4f7baae-a97f-4f4c-ad35-baefb36b206d tempest-TestShelveInstance-1810222696 tempest-TestShelveInstance-1810222696-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 1124 time: 0.2755077 Oct 03 16:01:20.959885 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 50442) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:20.965427 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'port_id': '34bfb794-30e4-4270-b51b-d7639fa10284', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:20.993265 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:21.109024 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:21.230747 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Allocated IP 172.27.0.174 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/7297b386-e7cc-41d4-81cd-0af72df1deca) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:01:21.370461 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for port (7297b386-e7cc-41d4-81cd-0af72df1deca), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:21.453288 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (7297b386-e7cc-41d4-81cd-0af72df1deca), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:21.502024 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:21.534625 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:01:21.547781 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:01:21.555020 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:01:21.564039 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Pushing event updated for resources: {'Port': ['ID=7297b386-e7cc-41d4-81cd-0af72df1deca,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:21.603970 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ec5bc-c527-42f3-94eb-25402f138d2c req-7ba652be-86a4-4443-8905-2887e5909cf6 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:21.605649 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4b8ec5bc-c527-42f3-94eb-25402f138d2c req-7ba652be-86a4-4443-8905-2887e5909cf6 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.1206856 Oct 03 16:01:21.722198 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4b8ec5bc-c527-42f3-94eb-25402f138d2c req-15a6e5be-f2b7-4bf8-a5a1-7cff9559b211 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805020 Oct 03 16:01:21.775267 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:21.863653 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80c885-ee75-4ec9-b5fa-a32363c66a21 req-6b122654-cee6-4176-b9f6-e3b5c114ecf7 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:21.865478 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cb80c885-ee75-4ec9-b5fa-a32363c66a21 req-6b122654-cee6-4176-b9f6-e3b5c114ecf7 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.1039696 Oct 03 16:01:21.973650 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cb80c885-ee75-4ec9-b5fa-a32363c66a21 req-e107ed3f-9f57-4d92-ac93-0d549ad54c78 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996137 Oct 03 16:01:22.080288 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91a795-f7c1-4d3b-9c3b-a484a4f163b7 req-8b7fa4ed-1a33-4ed1-8e86-0e603d04118d tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:22.082732 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3d91a795-f7c1-4d3b-9c3b-a484a4f163b7 req-8b7fa4ed-1a33-4ed1-8e86-0e603d04118d tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1147985 Oct 03 16:01:22.176610 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-15c901ae-1d3e-47ae-b94d-ef7234de9865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:22.423858 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for floatingip (44142769-a2b1-4b48-b04d-5e7d7e858861), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:22.488703 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3d91a795-f7c1-4d3b-9c3b-a484a4f163b7 req-92cdc5a1-fb26-4344-b8b9-eb6da27186f0 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3947709 Oct 03 16:01:22.538498 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (7297b386-e7cc-41d4-81cd-0af72df1deca), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:22.627977 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=3,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:22.664437 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:22.720029 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for port (7297b386-e7cc-41d4-81cd-0af72df1deca), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:22.724903 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (7297b386-e7cc-41d4-81cd-0af72df1deca), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:22.725580 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (44142769-a2b1-4b48-b04d-5e7d7e858861), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:22.814936 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:22.814936 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Pushing event updated for resources: {'Port': ['ID=7297b386-e7cc-41d4-81cd-0af72df1deca,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:22.927312 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1b9a5-8d4f-4f87-b32a-7e730bbadaa1 req-027c1a42-c172-446c-af38-5ac8f7701be3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:22.928931 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3dd1b9a5-8d4f-4f87-b32a-7e730bbadaa1 req-027c1a42-c172-446c-af38-5ac8f7701be3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0820394 Oct 03 16:01:22.930605 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Floating IP 44142769-a2b1-4b48-b04d-5e7d7e858861 associated. External IP: 172.27.0.174, port: 34bfb794-30e4-4270-b51b-d7639fa10284. Oct 03 16:01:23.053775 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:23.101285 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3dd1b9a5-8d4f-4f87-b32a-7e730bbadaa1 req-80461a23-5e00-4ac2-9c46-ae62f5bfc079 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335123 Oct 03 16:01:23.146472 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd3270-0040-4fc3-8ec2-e0d7f4019963 req-07851963-0b23-4688-bf42-7931c3de2600 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:23.148344 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d8bd3270-0040-4fc3-8ec2-e0d7f4019963 req-07851963-0b23-4688-bf42-7931c3de2600 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0711844 Oct 03 16:01:23.302018 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d8bd3270-0040-4fc3-8ec2-e0d7f4019963 req-71a1969d-e310-426c-8f7d-8b8689e01f50 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148894 Oct 03 16:01:23.322993 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Router 606faf2b-0b17-4a09-b87b-a666bc877a43 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:01:23.454456 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:01:23.464117 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efb9db1-3180-474b-9347-843cf069654c None None] Sync routers for ids ['606faf2b-0b17-4a09-b87b-a666bc877a43'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:01:23.475722 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:23.483525 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efb9db1-3180-474b-9347-843cf069654c None None] Routers {'606faf2b-0b17-4a09-b87b-a666bc877a43'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:01:23.484265 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-2efb9db1-3180-474b-9347-843cf069654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:00:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['606faf2b-0b17-4a09-b87b-a666bc877a43'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:23.511241 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-fb34919d-54e5-4866-bccc-21ea4a61d9ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5500376 Oct 03 16:01:23.512247 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:01:23.516294 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c917db83-f725-4ef5-9f23-2fd421022de5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:01:23.545194 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:23.603298 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d2a7e8-d06b-4164-99f5-f2c6d8b4ef6e x-openstack-request-id: req-b9d2a7e8-d06b-4164-99f5-f2c6d8b4ef6e {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:01:23.603841 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:01:23.604294 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b9d2a7e8-d06b-4164-99f5-f2c6d8b4ef6e {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:01:23.604911 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d2a7e8-d06b-4164-99f5-f2c6d8b4ef6e'] response: {'name': 'network-changed', 'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284', 'status': 'completed', 'code': 200} Oct 03 16:01:23.646894 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-2efb9db1-3180-474b-9347-843cf069654c None None] Set router 606faf2b-0b17-4a09-b87b-a666bc877a43 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:01:23.722929 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917db83-f725-4ef5-9f23-2fd421022de5 req-81950343-4f87-49a4-91f4-a2f8ba320701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:23.724366 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c917db83-f725-4ef5-9f23-2fd421022de5 req-81950343-4f87-49a4-91f4-a2f8ba320701 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=60b016d4443142d4bb81dae536748cf1&device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 1129 time: 0.0960574 Oct 03 16:01:23.730600 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e082d-6363-48eb-ada6-268eb5c24495 req-2551c7a8-8658-49de-8697-07d32c865be3 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:23.732529 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4e5e082d-6363-48eb-ada6-268eb5c24495 req-2551c7a8-8658-49de-8697-07d32c865be3 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0901277 Oct 03 16:01:23.862645 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4e5e082d-6363-48eb-ada6-268eb5c24495 req-a3baaf64-50fb-4162-9641-56eaf05e8e16 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051512 Oct 03 16:01:23.875866 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:23.879724 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917db83-f725-4ef5-9f23-2fd421022de5 req-d32254de-dc89-4d3d-985f-164e71ae188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:23.881387 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c917db83-f725-4ef5-9f23-2fd421022de5 req-d32254de-dc89-4d3d-985f-164e71ae188b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=793e8504-b1fb-440d-84d6-d2ad56065f0c HTTP/1.1" status: 200 len: 910 time: 0.1444530 Oct 03 16:01:24.035508 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c917db83-f725-4ef5-9f23-2fd421022de5 req-30150ddb-72da-421c-8ac6-b9f380f54695 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34bfb794-30e4-4270-b51b-d7639fa10284 HTTP/1.1" status: 200 len: 999 time: 0.1275160 Oct 03 16:01:24.046222 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:24.066888 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-2efb9db1-3180-474b-9347-843cf069654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:00:09Z', 'revision_number': 4, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port': {'id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:06Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '44142769-a2b1-4b48-b04d-5e7d7e858861', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'port_id': '34bfb794-30e4-4270-b51b-d7639fa10284', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'mac_address': 'fa:16:3e:83:27:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:01:21Z', 'updated_at': '2022-10-03T16:01:21Z', 'revision_number': 0, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6dc994-a24a-4b79-b61c-f269b5022f01', 'name': '', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '5666311e-53e6-4472-80b7-8214d955c322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:09Z', 'updated_at': '2022-10-03T16:00:17Z', 'revision_number': 5, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'subnets': [{'id': '5666311e-53e6-4472-80b7-8214d955c322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:24.097749 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:24.100064 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efb9db1-3180-474b-9347-843cf069654c None None] Checking router: 606faf2b-0b17-4a09-b87b-a666bc877a43 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:01:24.100283 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917db83-f725-4ef5-9f23-2fd421022de5 req-2385e43f-c6aa-4ba0-94e1-5b6d9d1c6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:24.102236 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c917db83-f725-4ef5-9f23-2fd421022de5 req-2385e43f-c6aa-4ba0-94e1-5b6d9d1c6a26 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5666311e-53e6-4472-80b7-8214d955c322 HTTP/1.1" status: 200 len: 848 time: 0.0597239 Oct 03 16:01:24.114231 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efb9db1-3180-474b-9347-843cf069654c None None] Routers {'606faf2b-0b17-4a09-b87b-a666bc877a43'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:01:24.114932 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-2efb9db1-3180-474b-9347-843cf069654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:00:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['606faf2b-0b17-4a09-b87b-a666bc877a43'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:24.161178 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917db83-f725-4ef5-9f23-2fd421022de5 req-198b49b3-89b4-4d08-a52a-bf8c03a8c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:24.162733 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c917db83-f725-4ef5-9f23-2fd421022de5 req-198b49b3-89b4-4d08-a52a-bf8c03a8c10e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=793e8504-b1fb-440d-84d6-d2ad56065f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0530272 Oct 03 16:01:24.239985 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-2efb9db1-3180-474b-9347-843cf069654c None None] Set router 606faf2b-0b17-4a09-b87b-a666bc877a43 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:01:24.311982 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ec509-7e81-420b-a1fc-d9e22fb03f94 req-50fa3b1d-8e8f-46ef-b22f-c36fa05157ca tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:24.320143 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-008ec509-7e81-420b-a1fc-d9e22fb03f94 req-50fa3b1d-8e8f-46ef-b22f-c36fa05157ca tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0896635 Oct 03 16:01:24.350225 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c917db83-f725-4ef5-9f23-2fd421022de5 req-6d19938b-fd7d-4e91-a85a-8f03556e002e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743720 Oct 03 16:01:24.379006 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-928cdcb8-1b9f-4c98-9e56-f5e04c3264c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:24.452697 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-008ec509-7e81-420b-a1fc-d9e22fb03f94 req-2d320e1e-3bf3-46f9-b4eb-df94b96f53ef tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313972 Oct 03 16:01:24.489164 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:24.556688 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c917db83-f725-4ef5-9f23-2fd421022de5 req-2472939d-56d4-45b8-b5b5-34a307e225d4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966860 Oct 03 16:01:24.587631 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a341ef-47e6-4f44-8ecc-2f294c7e4992 req-776c2c6b-4822-498e-abc6-35a5a5f84a51 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:24.589488 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-59a341ef-47e6-4f44-8ecc-2f294c7e4992 req-776c2c6b-4822-498e-abc6-35a5a5f84a51 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0853765 Oct 03 16:01:24.752453 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-59a341ef-47e6-4f44-8ecc-2f294c7e4992 req-527b843e-6cae-4be6-9791-338ec178d184 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556418 Oct 03 16:01:24.882395 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-2efb9db1-3180-474b-9347-843cf069654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:00:09Z', 'revision_number': 4, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port': {'id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:06Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '44142769-a2b1-4b48-b04d-5e7d7e858861', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'port_id': '34bfb794-30e4-4270-b51b-d7639fa10284', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'mac_address': 'fa:16:3e:83:27:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:01:21Z', 'updated_at': '2022-10-03T16:01:21Z', 'revision_number': 0, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6dc994-a24a-4b79-b61c-f269b5022f01', 'name': '', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '5666311e-53e6-4472-80b7-8214d955c322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:09Z', 'updated_at': '2022-10-03T16:00:17Z', 'revision_number': 5, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'subnets': [{'id': '5666311e-53e6-4472-80b7-8214d955c322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:24.921137 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efb9db1-3180-474b-9347-843cf069654c None None] The sync data for ids ['606faf2b-0b17-4a09-b87b-a666bc877a43'] in dv-cinder-844563-13-iscsi is: [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:00:09Z', 'revision_number': 4, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port': {'id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:06Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '44142769-a2b1-4b48-b04d-5e7d7e858861', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'port_id': '34bfb794-30e4-4270-b51b-d7639fa10284', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'mac_address': 'fa:16:3e:83:27:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:01:21Z', 'updated_at': '2022-10-03T16:01:21Z', 'revision_number': 0, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6dc994-a24a-4b79-b61c-f269b5022f01', 'name': '', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '5666311e-53e6-4472-80b7-8214d955c322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:09Z', 'updated_at': '2022-10-03T16:00:17Z', 'revision_number': 5, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'subnets': [{'id': '5666311e-53e6-4472-80b7-8214d955c322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:01:25.053074 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1cb06-9f90-40f5-81f6-3a0c1282aad0 req-56334fcb-4d38-41f5-ba2b-0ae4aea3c5b7 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:25.055611 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9fd1cb06-9f90-40f5-81f6-3a0c1282aad0 req-56334fcb-4d38-41f5-ba2b-0ae4aea3c5b7 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0885458 Oct 03 16:01:25.124030 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9fd1cb06-9f90-40f5-81f6-3a0c1282aad0 req-bd57d1eb-6d8b-43d3-a95f-7b3587535ac0 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596232 Oct 03 16:01:25.263818 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f79fcd1-c0be-4cd3-a813-e4bf7d65af2a None None] New status for floating IP 44142769-a2b1-4b48-b04d-5e7d7e858861: ACTIVE {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:01:25.595120 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58642e2d-f1bd-4d31-beac-2ff6e01435ac req-b8d3727a-d81d-4420-8969-b88b2a8799db tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:25.601213 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-58642e2d-f1bd-4d31-beac-2ff6e01435ac req-b8d3727a-d81d-4420-8969-b88b2a8799db tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0587847 Oct 03 16:01:25.653957 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-58642e2d-f1bd-4d31-beac-2ff6e01435ac req-d2e9567f-138a-421f-888d-2ef2c2cc3f9f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492361 Oct 03 16:01:25.784692 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:25.911879 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba1711-bd7a-4947-b133-afb88ba76f4e req-56d547a9-5d98-4e16-80d5-653dd98989dd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:25.914027 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-80ba1711-bd7a-4947-b133-afb88ba76f4e req-56d547a9-5d98-4e16-80d5-653dd98989dd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0590959 Oct 03 16:01:25.997156 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-80ba1711-bd7a-4947-b133-afb88ba76f4e req-c0863374-9103-4dfb-89fa-ff695b074b5c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714583 Oct 03 16:01:26.084788 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50554) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:26.232431 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fb80f6c5-61f1-43c0-b64d-fae8fdad1738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:26.360015 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fb80f6c5-61f1-43c0-b64d-fae8fdad1738 admin admin] Publish callbacks [] for security_group (26b138de-68c5-48b4-8a51-482f8a9ab7e7), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:26.364782 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04227311-b38e-4ad4-ac99-97b2029285ba req-b9a0a9a6-1caf-42fc-a100-8bce5f6c52f2 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:26.366894 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fb80f6c5-61f1-43c0-b64d-fae8fdad1738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (26b138de-68c5-48b4-8a51-482f8a9ab7e7), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:26.368536 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-04227311-b38e-4ad4-ac99-97b2029285ba req-b9a0a9a6-1caf-42fc-a100-8bce5f6c52f2 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1379759 Oct 03 16:01:26.400330 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-fb80f6c5-61f1-43c0-b64d-fae8fdad1738 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6720180fe1ec4adb9c485507333e9140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144207 Oct 03 16:01:26.401242 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50566) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:26.471022 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80f6c5-61f1-43c0-b64d-fae8fdad1738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b138de-68c5-48b4-8a51-482f8a9ab7e7,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:26.473897 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0d7beced-82b4-433c-95f4-eefcb3091296 admin admin] Publish callbacks [] for security_group (26b138de-68c5-48b4-8a51-482f8a9ab7e7), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:26.479927 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-04227311-b38e-4ad4-ac99-97b2029285ba req-62f8002f-5254-4e71-8be1-ab4bfa0fecf1 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032312 Oct 03 16:01:26.515872 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0d7beced-82b4-433c-95f4-eefcb3091296 admin admin] Publish callbacks [] for security_group (26b138de-68c5-48b4-8a51-482f8a9ab7e7), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:26.586048 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0d7beced-82b4-433c-95f4-eefcb3091296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (26b138de-68c5-48b4-8a51-482f8a9ab7e7), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:26.589145 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0d7beced-82b4-433c-95f4-eefcb3091296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:26.590813 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-0d7beced-82b4-433c-95f4-eefcb3091296 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/26b138de-68c5-48b4-8a51-482f8a9ab7e7 HTTP/1.1" status: 204 len: 168 time: 0.1834116 Oct 03 16:01:26.601544 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7beced-82b4-433c-95f4-eefcb3091296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b138de-68c5-48b4-8a51-482f8a9ab7e7,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:26.837639 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a08968-39a9-48aa-9410-598c65591c1a req-d4f96389-c8bb-448f-b038-95cca7d996c2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:26.846319 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-17a08968-39a9-48aa-9410-598c65591c1a req-d4f96389-c8bb-448f-b038-95cca7d996c2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0692537 Oct 03 16:01:26.920534 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-17a08968-39a9-48aa-9410-598c65591c1a req-8e9a61cd-8c7a-45f6-a8a7-e2118e84d492 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723677 Oct 03 16:01:27.050393 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:27.198570 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1bbec-ac3e-474d-a02c-bcc8fa6aeadc req-8d8fa3c1-846d-447a-b801-3be9b66965d7 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:27.200396 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-08e1bbec-ac3e-474d-a02c-bcc8fa6aeadc req-8d8fa3c1-846d-447a-b801-3be9b66965d7 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0943322 Oct 03 16:01:27.205666 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:27.254600 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-08e1bbec-ac3e-474d-a02c-bcc8fa6aeadc req-c6f4dd81-1283-47b1-b087-36098b68103c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456891 Oct 03 16:01:27.638480 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:27.644693 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50612) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:27.646011 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c9c34-077c-484e-8fd3-dcbe09dabfd9 req-de2ca043-7361-4063-9e2f-a358929836f8 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:27.653713 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-282c9c34-077c-484e-8fd3-dcbe09dabfd9 req-de2ca043-7361-4063-9e2f-a358929836f8 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0843401 Oct 03 16:01:27.731798 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-282c9c34-077c-484e-8fd3-dcbe09dabfd9 req-26b53624-c7f7-421d-85e3-89aa13d2d91b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772090 Oct 03 16:01:27.785689 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-350840391-network', 'tenant_id': '40732e98240b4797b941e57f6606e6c5'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:27.826045 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Made reservation on behalf of 40732e98240b4797b941e57f6606e6c5 for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:01:27.828654 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:27.841246 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:27.939343 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Publish callbacks [] for security_group (fe141bde-c704-4422-9e28-2d6001e5cc3e), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:27.946609 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (fe141bde-c704-4422-9e28-2d6001e5cc3e), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:27.985641 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 16:01:27.999871 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe141bde-c704-4422-9e28-2d6001e5cc3e,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:28.008141 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (ac05f5a1-d527-4817-9db3-78246a2c3148), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:28.008141 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Added segment ac05f5a1-d527-4817-9db3-78246a2c3148 of type vlan for network 13403649-4ce4-4f7b-972e-1b4b67982742 Oct 03 16:01:28.077242 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (13403649-4ce4-4f7b-972e-1b4b67982742), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:28.100533 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72110562-5069-4b08-a8ab-eec8d114340e req-2d3e0686-941a-4a18-b5dc-c29aec8a79f4 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:28.109153 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-72110562-5069-4b08-a8ab-eec8d114340e req-2d3e0686-941a-4a18-b5dc-c29aec8a79f4 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0685849 Oct 03 16:01:28.119380 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (13403649-4ce4-4f7b-972e-1b4b67982742), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:28.120625 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:28.121752 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:28.176108 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-72110562-5069-4b08-a8ab-eec8d114340e req-d773b426-a29b-458f-880f-38f1dfe24daa tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592279 Oct 03 16:01:28.207893 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5611346 Oct 03 16:01:28.210850 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 50624) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:28.216164 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-6f1cff4e-da91-4771-b1c1-319cbf10b503 admin admin] Request body: {'subnet': {'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-350840391-subnet', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'ip_version': 4}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:28.223688 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64922604-dffe-481c-b7b3-a32466012b3e admin admin] Pushing event updated for resources: {'Network': ['ID=13403649-4ce4-4f7b-972e-1b4b67982742,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:28.235331 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 13403649-4ce4-4f7b-972e-1b4b67982742 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 16:01:28.286121 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1cff4e-da91-4771-b1c1-319cbf10b503 admin admin] Made reservation on behalf of 40732e98240b4797b941e57f6606e6c5 for: {'subnet': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:01:28.289352 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6f1cff4e-da91-4771-b1c1-319cbf10b503 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:28.490618 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27e1e-26f4-4359-bf18-9aef74eb8064 req-2d6c1694-1138-453c-98e2-ba960ae16629 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:28.499384 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-27d27e1e-26f4-4359-bf18-9aef74eb8064 req-2d6c1694-1138-453c-98e2-ba960ae16629 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0966740 Oct 03 16:01:28.520920 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:28.613307 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-27d27e1e-26f4-4359-bf18-9aef74eb8064 req-e03821a2-9efe-48df-9559-7717fc245420 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127813 Oct 03 16:01:28.683208 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6f1cff4e-da91-4771-b1c1-319cbf10b503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (2384d5fa-c00d-4177-8fb5-88b9d5f7fa41), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:28.760086 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cff4e-da91-4771-b1c1-319cbf10b503 admin admin] Checking segment: {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:01:28.760454 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1cff4e-da91-4771-b1c1-319cbf10b503 admin admin] Network hostable DHCP agents. Network: 13403649-4ce4-4f7b-972e-1b4b67982742, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 16:01:28.776746 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cff4e-da91-4771-b1c1-319cbf10b503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:28.782950 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1cff4e-da91-4771-b1c1-319cbf10b503 admin admin] Network 13403649-4ce4-4f7b-972e-1b4b67982742 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 16:01:28.802197 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-6f1cff4e-da91-4771-b1c1-319cbf10b503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 13403649-4ce4-4f7b-972e-1b4b67982742) {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:01:28.813049 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1cff4e-da91-4771-b1c1-319cbf10b503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:28.815198 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686aba4a-c880-48f9-a93d-690432a94299 None None] Network 13403649-4ce4-4f7b-972e-1b4b67982742 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:01:28.828010 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6f1cff4e-da91-4771-b1c1-319cbf10b503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:28.877563 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-6f1cff4e-da91-4771-b1c1-319cbf10b503 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6630020 Oct 03 16:01:28.877851 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50644) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:28.882368 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:28.916901 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:28.960197 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29328'] for router (72d38349-260b-47a2-90db-af2e36ca2276), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:28.961499 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29323'] for router (72d38349-260b-47a2-90db-af2e36ca2276), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:29.014542 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633bec9-6f50-478b-a1ee-b2b24fea1b79 req-e9567c4a-b8e0-4b1d-8402-a7f4af2feca4 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:29.030616 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6633bec9-6f50-478b-a1ee-b2b24fea1b79 req-e9567c4a-b8e0-4b1d-8402-a7f4af2feca4 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1369231 Oct 03 16:01:29.078984 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Publish callbacks [] for router_controller (72d38349-260b-47a2-90db-af2e36ca2276), precommit_add_association {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:29.151671 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c6ae877-a55f-574a-9025-bb7fe84a5911-13403649-4ce4-4f7b-972e-1b4b67982742', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41'}]}} from dv-cinder-844563-13-iscsi. {{(pid=106164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 16:01:29.153279 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:29.166923 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:29.223544 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6633bec9-6f50-478b-a1ee-b2b24fea1b79 req-c7790b50-97ee-4221-90ee-b1b78a77ff94 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901474 Oct 03 16:01:29.246681 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Publish callbacks [] for router_gateway (72d38349-260b-47a2-90db-af2e36ca2276), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:29.375866 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.db_base_plugin_common [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Allocated IP 172.20.0.2 (13403649-4ce4-4f7b-972e-1b4b67982742/2384d5fa-c00d-4177-8fb5-88b9d5f7fa41/b080c448-ea8d-4bae-92d9-f0949623e4b8) {{(pid=106164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:01:29.387631 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:29.438293 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9bcba-e336-4c20-b5f3-4495868cc750 req-84b17353-f79d-4978-9b59-de39a35fd777 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:29.442631 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-29d9bcba-e336-4c20-b5f3-4495868cc750 req-84b17353-f79d-4978-9b59-de39a35fd777 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0963790 Oct 03 16:01:29.553060 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:29.562705 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-29d9bcba-e336-4c20-b5f3-4495868cc750 req-76534d60-6ac9-4503-aa39-c3a6107e865f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121054 Oct 03 16:01:29.572286 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Publish callbacks [] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), precommit_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:29.578160 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Publish callbacks [] for router_gateway (72d38349-260b-47a2-90db-af2e36ca2276), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:29.585682 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:29.618791 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:29.646465 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Pushing event updated for resources: {'Port': ['ID=b080c448-ea8d-4bae-92d9-f0949623e4b8,revision_number=1']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:29.670072 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Network 13403649-4ce4-4f7b-972e-1b4b67982742 is already hosted by enough agents. {{(pid=106164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:01:29.671869 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.base_scheduler [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Resources bound (agent type, host, resource id): {{(pid=106164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:01:29.678352 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Received port after_create {{(pid=106164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:01:29.754788 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Attempting to bind port b080c448-ea8d-4bae-92d9-f0949623e4b8 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:01:29.755162 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Attempting to bind port b080c448-ea8d-4bae-92d9-f0949623e4b8 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:01:29.755525 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Attempting to bind port b080c448-ea8d-4bae-92d9-f0949623e4b8 on network 13403649-4ce4-4f7b-972e-1b4b67982742 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:01:29.810306 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:01:29.810746 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Checking segment: {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:01:29.824406 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:29.824406 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Bound using segment: {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:01:29.824660 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad5400-d045-46ab-9f94-aba8e2b9e5f5 req-d3422e5d-2a06-45ec-9e08-4db12fe8ef77 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:29.824791 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Bound port: b080c448-ea8d-4bae-92d9-f0949623e4b8, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:01:29.824791 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:29.824995 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-30ad5400-d045-46ab-9f94-aba8e2b9e5f5 req-d3422e5d-2a06-45ec-9e08-4db12fe8ef77 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0775177 Oct 03 16:01:29.893676 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] For port b080c448-ea8d-4bae-92d9-f0949623e4b8, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:01:29.896298 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-30ad5400-d045-46ab-9f94-aba8e2b9e5f5 req-cb551658-3463-4135-bdcb-15f7320831a8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746958 Oct 03 16:01:29.898105 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] For port b080c448-ea8d-4bae-92d9-f0949623e4b8, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=b080c448-ea8d-4bae-92d9-f0949623e4b8,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:01:29.906345 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:29.947119 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Allocated IP 172.27.0.46 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/fda6e7db-6e63-49dd-9d0a-5cab26af8b3f) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:01:29.972852 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03bd5a-2c97-44be-a842-8e8c4b02444e None None] Pushing event updated for resources: {'Port': ['ID=b080c448-ea8d-4bae-92d9-f0949623e4b8,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:30.083864 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Publish callbacks [] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:30.124878 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:30.175589 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:01:30.180981 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:01:30.183126 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Pushing event updated for resources: {'Port': ['ID=fda6e7db-6e63-49dd-9d0a-5cab26af8b3f,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:30.185616 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:01:30.384841 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c705e7-f44e-407d-8322-33e1e10042c0 req-ac3a56c6-9ab8-4f92-aecb-19ec6f6a12d4 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:30.386591 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c4c705e7-f44e-407d-8322-33e1e10042c0 req-ac3a56c6-9ab8-4f92-aecb-19ec6f6a12d4 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0522745 Oct 03 16:01:30.413055 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:30.441652 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c4c705e7-f44e-407d-8322-33e1e10042c0 req-83c130b0-bde7-4581-95b7-76b88b695b9f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489316 Oct 03 16:01:30.604734 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device b080c448-ea8d-4bae-92d9-f0949623e4b8 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:30.659866 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port b080c448-ea8d-4bae-92d9-f0949623e4b8 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:30.660251 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:30.660590 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port b080c448-ea8d-4bae-92d9-f0949623e4b8 Oct 03 16:01:30.662753 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Publish callbacks [] for router_gateway (72d38349-260b-47a2-90db-af2e36ca2276), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:30.697699 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:30.702371 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:30.729737 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bd7c0-311c-4ffa-a170-823b445d6689 req-2a948c5d-adca-4b01-a628-2a9b267f4841 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:30.732165 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-191bd7c0-311c-4ffa-a170-823b445d6689 req-2a948c5d-adca-4b01-a628-2a9b267f4841 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0596724 Oct 03 16:01:30.741520 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port b080c448-ea8d-4bae-92d9-f0949623e4b8 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:30.741918 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:30.780926 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port b080c448-ea8d-4bae-92d9-f0949623e4b8, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=b080c448-ea8d-4bae-92d9-f0949623e4b8,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:01:30.790992 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:30.802468 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-191bd7c0-311c-4ffa-a170-823b445d6689 req-23e8623f-4362-4b40-8e76-051b35d89f44 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640032 Oct 03 16:01:30.865335 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=b080c448-ea8d-4bae-92d9-f0949623e4b8,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:30.902346 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727822'] for router (72d38349-260b-47a2-90db-af2e36ca2276), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:31.031277 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd18e1-de4c-44e0-9e59-1c59e98cbae3 req-07f598e2-540c-429d-92fb-c51cb1e78606 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:31.037900 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cbbd18e1-de4c-44e0-9e59-1c59e98cbae3 req-07f598e2-540c-429d-92fb-c51cb1e78606 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0637875 Oct 03 16:01:31.052169 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Router 72d38349-260b-47a2-90db-af2e36ca2276 is scheduled to L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead with binding_index 1 {{(pid=106163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 16:01:31.059276 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd921c-680a-4f5e-b93f-f803c567455c None None] Network 13403649-4ce4-4f7b-972e-1b4b67982742 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:01:31.080176 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:31.088653 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cbbd18e1-de4c-44e0-9e59-1c59e98cbae3 req-c41c10f4-d19b-4d22-bb76-86fbd4d47074 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498073 Oct 03 16:01:31.129151 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:31.150902 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-d4bf3a97-4dca-45a2-9fe4-04afd67835f6 None None] Provisioning complete for port b080c448-ea8d-4bae-92d9-f0949623e4b8 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:31.151276 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-d4bf3a97-4dca-45a2-9fe4-04afd67835f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:31.151613 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-d4bf3a97-4dca-45a2-9fe4-04afd67835f6 None None] Attempt 1 to provision port b080c448-ea8d-4bae-92d9-f0949623e4b8 Oct 03 16:01:31.180298 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:01:31.201602 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:31.202835 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-1dda069b-2d01-4f5a-a157-092f6fc5a310 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3239806 Oct 03 16:01:31.205647 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50710) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:31.213835 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Sync routers for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:01:31.244177 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:01:31.244917 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:01:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:31.367988 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf3a97-4dca-45a2-9fe4-04afd67835f6 None None] Current status of the port b080c448-ea8d-4bae-92d9-f0949623e4b8 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:31.385320 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:01:31.493766 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:31.506860 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-6e03a4f2-8b44-4ddd-ab82-9c002d2f0e09 None None] Provisioning complete for port b080c448-ea8d-4bae-92d9-f0949623e4b8 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:31.507247 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6e03a4f2-8b44-4ddd-ab82-9c002d2f0e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:31.507572 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-6e03a4f2-8b44-4ddd-ab82-9c002d2f0e09 None None] Attempt 1 to provision port b080c448-ea8d-4bae-92d9-f0949623e4b8 Oct 03 16:01:31.594008 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf696c8d-2c74-4546-aea9-776d87626a78 req-cfcd3734-7ff9-4738-8699-f561ec6e66c3 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:31.597388 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf696c8d-2c74-4546-aea9-776d87626a78 req-cfcd3734-7ff9-4738-8699-f561ec6e66c3 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0648241 Oct 03 16:01:31.606884 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:30Z', 'revision_number': 3, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:31.646904 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Checking router: 72d38349-260b-47a2-90db-af2e36ca2276 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:01:31.647258 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Updating router 72d38349-260b-47a2-90db-af2e36ca2276 port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f binding host dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:01:31.650513 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:31.657253 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf696c8d-2c74-4546-aea9-776d87626a78 req-38e6dce2-de6f-4cfc-b269-c0ab5516b370 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543509 Oct 03 16:01:31.684263 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:31.684600 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-6e03a4f2-8b44-4ddd-ab82-9c002d2f0e09 None None] Current status of the port b080c448-ea8d-4bae-92d9-f0949623e4b8 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:31.687073 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:31.711067 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:31.811720 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Allocated IP 172.20.0.1 (13403649-4ce4-4f7b-972e-1b4b67982742/2384d5fa-c00d-4177-8fb5-88b9d5f7fa41/584239d9-cf0f-4eaf-9e83-debf9772094d) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:01:31.930410 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f434fb-e51c-4555-9d2d-3c28c5066104 req-50ebc76d-5787-40fc-8cfa-757a7b0c161e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:31.931951 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a8f434fb-e51c-4555-9d2d-3c28c5066104 req-50ebc76d-5787-40fc-8cfa-757a7b0c161e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0510800 Oct 03 16:01:31.938076 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Publish callbacks [] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:31.953496 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Publish callbacks [] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), precommit_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:31.955046 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:31.960149 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:31.988419 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a8f434fb-e51c-4555-9d2d-3c28c5066104 req-5e878f72-ee62-4215-b9a0-29b8098a9a83 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481269 Oct 03 16:01:31.995151 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:31.998972 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Attempting to bind port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:01:31.999366 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Attempting to bind port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:01:31.999853 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Attempting to bind port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f on network a63bfa27-480e-4efb-a24e-26dec41cf4a1 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:01:32.038276 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Network 13403649-4ce4-4f7b-972e-1b4b67982742 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:01:32.043276 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:01:32.045901 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03f223-0699-49c3-b44a-93ea2e5667df None None] Pushing event updated for resources: {'Port': ['ID=fda6e7db-6e63-49dd-9d0a-5cab26af8b3f,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:32.047118 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:01:32.050515 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Pushing event updated for resources: {'Port': ['ID=584239d9-cf0f-4eaf-9e83-debf9772094d,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:32.068639 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:01:32.069055 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Checking segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:01:32.069490 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:32.069866 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Bound using segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:01:32.070345 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Bound port: fda6e7db-6e63-49dd-9d0a-5cab26af8b3f, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:01:32.070730 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:32.095870 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923253'] for router_interface (72d38349-260b-47a2-90db-af2e36ca2276), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:32.323887 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:32.362984 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e95b7-710b-4bcd-8518-89a89ef5daa2 req-4ec72876-4545-49bc-bf9f-3a5dcae3bf20 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:32.370286 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-719e95b7-710b-4bcd-8518-89a89ef5daa2 req-4ec72876-4545-49bc-bf9f-3a5dcae3bf20 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0916455 Oct 03 16:01:32.402591 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] For port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:01:32.406631 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] For port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=fda6e7db-6e63-49dd-9d0a-5cab26af8b3f,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:01:32.420177 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:32.469277 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:01:32.470002 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:01:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:32.484655 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-719e95b7-710b-4bcd-8518-89a89ef5daa2 req-14d53a1b-db18-46a9-9b58-fe84710aecfd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076546 Oct 03 16:01:32.639117 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Publish callbacks [] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:32.646810 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-9f476d28-6e0e-4663-8b20-3b9c7ac90972 None None] Provisioning complete for port 584239d9-cf0f-4eaf-9e83-debf9772094d triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:32.647267 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9f476d28-6e0e-4663-8b20-3b9c7ac90972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:32.647554 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-9f476d28-6e0e-4663-8b20-3b9c7ac90972 None None] Attempt 1 to provision port 584239d9-cf0f-4eaf-9e83-debf9772094d Oct 03 16:01:32.658073 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:32.688441 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device b080c448-ea8d-4bae-92d9-f0949623e4b8 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:32.715327 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-9f476d28-6e0e-4663-8b20-3b9c7ac90972 None None] Port 584239d9-cf0f-4eaf-9e83-debf9772094d cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:01:32.741197 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03f223-0699-49c3-b44a-93ea2e5667df None None] Pushing event updated for resources: {'Port': ['ID=fda6e7db-6e63-49dd-9d0a-5cab26af8b3f,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:32.776373 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:01:32.776595 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Pushing event updated for resources: {'Port': ['ID=584239d9-cf0f-4eaf-9e83-debf9772094d,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:32.785458 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3923369'] for router_interface (72d38349-260b-47a2-90db-af2e36ca2276), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:32.790877 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:32.819775 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:32.848177 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port b080c448-ea8d-4bae-92d9-f0949623e4b8 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:32.848643 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:32.849287 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port b080c448-ea8d-4bae-92d9-f0949623e4b8 Oct 03 16:01:32.852508 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:32.875994 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25415f1a-3b96-4b41-b378-6cb51f540da3 req-2713c6ea-ef71-4b3e-b11c-1d7273999cbb tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:32.887316 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-25415f1a-3b96-4b41-b378-6cb51f540da3 req-2713c6ea-ef71-4b3e-b11c-1d7273999cbb tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1137636 Oct 03 16:01:32.928983 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Network 13403649-4ce4-4f7b-972e-1b4b67982742 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:01:32.935011 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:01:33.004030 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-25415f1a-3b96-4b41-b378-6cb51f540da3 req-d8b8bba6-da01-4f47-8296-c38938d7675c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147788 Oct 03 16:01:33.176573 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port b080c448-ea8d-4bae-92d9-f0949623e4b8 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:33.191496 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Router 72d38349-260b-47a2-90db-af2e36ca2276 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:01:33.236960 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:31Z', 'revision_number': 1, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:33.250827 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721824a-6b10-424e-be03-6fef240c7dcc req-3e4f1384-ea0f-4eb5-8f03-ed4caba70955 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:33.266716 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d721824a-6b10-424e-be03-6fef240c7dcc req-3e4f1384-ea0f-4eb5-8f03-ed4caba70955 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.1500678 Oct 03 16:01:33.327108 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80153b7-67f8-4675-9dc9-752039dd6553 None None] The sync data for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi is: [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:31Z', 'revision_number': 1, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:01:33.332555 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d721824a-6b10-424e-be03-6fef240c7dcc req-75bd3bc2-e7c0-42ed-8e8f-5df5395e1bc5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597813 Oct 03 16:01:33.373955 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:01:33.385787 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-357af834-d4ea-49a6-ad22-0c967aa8ab44 None None] Provisioning complete for port 584239d9-cf0f-4eaf-9e83-debf9772094d triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:33.386384 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-357af834-d4ea-49a6-ad22-0c967aa8ab44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:33.386925 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-357af834-d4ea-49a6-ad22-0c967aa8ab44 None None] Attempt 1 to provision port 584239d9-cf0f-4eaf-9e83-debf9772094d Oct 03 16:01:33.398708 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-a7d9a6d3-176a-4e85-9622-65faed16b16c admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/72d38349-260b-47a2-90db-af2e36ca2276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1845605 Oct 03 16:01:33.434648 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-357af834-d4ea-49a6-ad22-0c967aa8ab44 None None] Port 584239d9-cf0f-4eaf-9e83-debf9772094d cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:01:33.771174 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f463228-1e83-4ca0-9dc1-1adbb25d4971 req-ccfa5c65-24ee-4e57-b715-aaf6e40d8f05 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:33.774524 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0f463228-1e83-4ca0-9dc1-1adbb25d4971 req-ccfa5c65-24ee-4e57-b715-aaf6e40d8f05 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.1102929 Oct 03 16:01:33.880584 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0f463228-1e83-4ca0-9dc1-1adbb25d4971 req-7023b0f0-5b4f-4090-a870-df483f6aa30a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858958 Oct 03 16:01:34.205475 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73d45a-4b74-4837-80f6-3a041b11a027 req-d88cfe88-8e97-4fc3-9fc5-c7a14707ada1 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:34.208434 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6f73d45a-4b74-4837-80f6-3a041b11a027 req-d88cfe88-8e97-4fc3-9fc5-c7a14707ada1 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0888333 Oct 03 16:01:34.326088 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6f73d45a-4b74-4837-80f6-3a041b11a027 req-46eb18c9-4d3d-410a-8876-65394a48a55c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072125 Oct 03 16:01:34.500251 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50784) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:34.506064 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2012958742-network', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:34.539278 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Made reservation on behalf of cc473a71236e4ccf9e304f1e1e309c81 for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:01:34.545597 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:34.548259 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8e3e3-fdec-4b6e-9792-5d53bfa35d81 req-c98743e9-285c-4e1f-bcde-796a3ceb9f5f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:34.557962 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-30f8e3e3-fdec-4b6e-9792-5d53bfa35d81 req-c98743e9-285c-4e1f-bcde-796a3ceb9f5f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0866165 Oct 03 16:01:34.581621 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:34.641318 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-30f8e3e3-fdec-4b6e-9792-5d53bfa35d81 req-0713602d-2052-43d7-b561-75c51667a07b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825202 Oct 03 16:01:34.725367 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Publish callbacks [] for security_group (8f5a0ead-27bb-4c12-b1f2-248cc6f93802), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:34.728812 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device fda6e7db-6e63-49dd-9d0a-5cab26af8b3f up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:34.736875 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (8f5a0ead-27bb-4c12-b1f2-248cc6f93802), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:34.784988 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5a0ead-27bb-4c12-b1f2-248cc6f93802,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:34.787826 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 16:01:34.803725 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (3bcc7006-7ed2-4f7c-90eb-81e3e768171d), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:34.808413 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Added segment 3bcc7006-7ed2-4f7c-90eb-81e3e768171d of type vlan for network d453b4b3-93c4-4d60-83cc-a814c782b320 Oct 03 16:01:34.817044 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:34.817608 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:34.818127 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f Oct 03 16:01:34.879512 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (d453b4b3-93c4-4d60-83cc-a814c782b320), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:34.889736 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:34.912968 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (d453b4b3-93c4-4d60-83cc-a814c782b320), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:34.920157 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:34.927805 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:34.974823 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4723601 Oct 03 16:01:34.977239 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 50788) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:34.983236 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-092d324b-8589-4314-8ca9-2bed0b82cd2e admin admin] Request body: {'subnet': {'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2012958742-subnet', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'ip_version': 4}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:35.010100 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:35.012543 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:35.045100 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092d324b-8589-4314-8ca9-2bed0b82cd2e admin admin] Made reservation on behalf of cc473a71236e4ccf9e304f1e1e309c81 for: {'subnet': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:01:35.046015 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e182edc-35c0-471b-abc3-a30dd9589055 admin admin] Pushing event updated for resources: {'Network': ['ID=d453b4b3-93c4-4d60-83cc-a814c782b320,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:35.048431 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-092d324b-8589-4314-8ca9-2bed0b82cd2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:35.059764 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network d453b4b3-93c4-4d60-83cc-a814c782b320 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 16:01:35.084624 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=fda6e7db-6e63-49dd-9d0a-5cab26af8b3f,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:01:35.120840 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:35.194588 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=fda6e7db-6e63-49dd-9d0a-5cab26af8b3f,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:35.224261 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:35.296819 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:35.332676 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3844f9-91db-4333-af29-97f15a92cb19 req-303933f5-5185-4c49-9600-3f50d7355404 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:35.334395 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8a3844f9-91db-4333-af29-97f15a92cb19 req-303933f5-5185-4c49-9600-3f50d7355404 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.2817323 Oct 03 16:01:35.505298 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8a3844f9-91db-4333-af29-97f15a92cb19 req-c284cfea-9009-4013-b55b-c09e2afbd428 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576974 Oct 03 16:01:35.506340 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-092d324b-8589-4314-8ca9-2bed0b82cd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (0093f19c-57bf-46a5-a58b-26cc2945499b), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:35.604888 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1717a-c817-4f55-9e49-3625adb19b91 req-962bee10-0dc2-48f8-beef-608bfce0b32b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:35.604888 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a4f1717a-c817-4f55-9e49-3625adb19b91 req-962bee10-0dc2-48f8-beef-608bfce0b32b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1275852 Oct 03 16:01:35.938732 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d324b-8589-4314-8ca9-2bed0b82cd2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0093f19c-57bf-46a5-a58b-26cc2945499b,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:35.984838 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092d324b-8589-4314-8ca9-2bed0b82cd2e admin admin] Checking segment: {'id': '3bcc7006-7ed2-4f7c-90eb-81e3e768171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:01:35.985452 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092d324b-8589-4314-8ca9-2bed0b82cd2e admin admin] Network hostable DHCP agents. Network: d453b4b3-93c4-4d60-83cc-a814c782b320, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 16:01:36.008345 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a4f1717a-c817-4f55-9e49-3625adb19b91 req-a87015ea-ed37-4efc-b4d9-a0b67b46f3a5 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039879 Oct 03 16:01:36.014913 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99685b-9c1b-4560-84f4-5f8c51acec8a req-f0ebeccd-ba33-4049-89bf-ce0fd1b9b5d3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:36.016493 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bb99685b-9c1b-4560-84f4-5f8c51acec8a req-f0ebeccd-ba33-4049-89bf-ce0fd1b9b5d3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0949538 Oct 03 16:01:36.049539 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092d324b-8589-4314-8ca9-2bed0b82cd2e admin admin] Network d453b4b3-93c4-4d60-83cc-a814c782b320 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 16:01:36.069357 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-092d324b-8589-4314-8ca9-2bed0b82cd2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, d453b4b3-93c4-4d60-83cc-a814c782b320) {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:01:36.077955 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e8b5d6-5754-4379-9687-72c97dcb99d8 None None] Network d453b4b3-93c4-4d60-83cc-a814c782b320 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:01:36.080631 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092d324b-8589-4314-8ca9-2bed0b82cd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:36.081261 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-092d324b-8589-4314-8ca9-2bed0b82cd2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.095290 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bb99685b-9c1b-4560-84f4-5f8c51acec8a req-4ccc9e3e-96ec-4d43-8446-8afbc6638544 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719182 Oct 03 16:01:36.107919 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-092d324b-8589-4314-8ca9-2bed0b82cd2e admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1260746 Oct 03 16:01:36.108555 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 50820) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:36.113099 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2012958742-router', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:36.136316 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29328'] for router (2a240821-4284-495e-95b0-b165dd23a5f4), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.137843 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29323'] for router (2a240821-4284-495e-95b0-b165dd23a5f4), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.187602 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c6ae877-a55f-574a-9025-bb7fe84a5911-d453b4b3-93c4-4d60-83cc-a814c782b320', 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320', 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'fixed_ips': [{'subnet_id': '0093f19c-57bf-46a5-a58b-26cc2945499b'}]}} from dv-cinder-844563-13-iscsi. {{(pid=106164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 16:01:36.189182 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.200971 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Publish callbacks [] for router_controller (2a240821-4284-495e-95b0-b165dd23a5f4), precommit_add_association {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.264125 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 279a065d-37a6-41d4-b55c-f869f78cf9cc details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:01:36.351993 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Publish callbacks [] for router_gateway (2a240821-4284-495e-95b0-b165dd23a5f4), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.413170 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:36.422770 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Sync routers for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:01:36.427646 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.438374 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:01:36.439388 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:01:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:36.457196 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.db_base_plugin_common [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Allocated IP 172.20.0.2 (d453b4b3-93c4-4d60-83cc-a814c782b320/0093f19c-57bf-46a5-a58b-26cc2945499b/1e99dd91-db50-45db-b213-8541844f62cc) {{(pid=106164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:01:36.483812 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 279a065d-37a6-41d4-b55c-f869f78cf9cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:01:36.501743 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'port_id': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'mac_address': 'fa:16:3e:2e:70:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:01:36.585860 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:01:36.617120 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Publish callbacks [] for router_gateway (2a240821-4284-495e-95b0-b165dd23a5f4), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.642886 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device fda6e7db-6e63-49dd-9d0a-5cab26af8b3f up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:36.645262 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.651494 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 279a065d-37a6-41d4-b55c-f869f78cf9cc is: ACTIVE; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:36.651995 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.683317 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 279a065d-37a6-41d4-b55c-f869f78cf9cc {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:01:36.725874 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 279a065d-37a6-41d4-b55c-f869f78cf9cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:01:36.738919 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9659bc-d89e-4a8f-8bc1-a0b4229db628 req-e01c4538-5e33-4302-9648-0afbbe818194 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:36.739421 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.740461 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9e9659bc-d89e-4a8f-8bc1-a0b4229db628 req-e01c4538-5e33-4302-9648-0afbbe818194 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0976841 Oct 03 16:01:36.760210 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:36.766721 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:36.782812 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:36.823503 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 2, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:36.845335 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:36.845953 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.846443 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f Oct 03 16:01:36.854509 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Checking router: 72d38349-260b-47a2-90db-af2e36ca2276 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:01:36.854862 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Updating router 72d38349-260b-47a2-90db-af2e36ca2276 port 584239d9-cf0f-4eaf-9e83-debf9772094d binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:01:36.865078 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9e9659bc-d89e-4a8f-8bc1-a0b4229db628 req-2042c235-2978-4314-b2f7-329307ee9175 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149204 Oct 03 16:01:36.877348 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Allocated IP 172.27.0.121 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/245f20c5-379c-4117-8a9a-842dd91cfc72) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:01:36.888200 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['279a065d-37a6-41d4-b55c-f869f78cf9cc'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:01:36.898387 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.911705 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Publish callbacks [] for port (1e99dd91-db50-45db-b213-8541844f62cc), precommit_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:36.913963 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=279a065d-37a6-41d4-b55c-f869f78cf9cc,revision_number=6']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:36.958737 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (1e99dd91-db50-45db-b213-8541844f62cc), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:37.018825 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Publish callbacks [] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:37.035209 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Network d453b4b3-93c4-4d60-83cc-a814c782b320 is already hosted by enough agents. {{(pid=106164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:01:37.045047 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.base_scheduler [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Resources bound (agent type, host, resource id): {{(pid=106164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:01:37.053646 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Received port after_create {{(pid=106164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:01:37.065439 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Pushing event updated for resources: {'Port': ['ID=1e99dd91-db50-45db-b213-8541844f62cc,revision_number=1']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:37.089574 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:37.171985 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:37.203175 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:01:37.214694 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:01:37.250859 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:01:37.384789 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Pushing event updated for resources: {'Port': ['ID=245f20c5-379c-4117-8a9a-842dd91cfc72,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:37.437620 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096cb16-0a2c-4674-8052-d2e22382e56a req-9c59c166-1e76-4e6a-b9e8-ae5770fdd123 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:37.441004 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7096cb16-0a2c-4674-8052-d2e22382e56a req-9c59c166-1e76-4e6a-b9e8-ae5770fdd123 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.2223423 Oct 03 16:01:37.450409 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af8533-ba9f-4108-94cd-4d3a97b579ff req-fbd5f389-e110-498f-945d-09a9190cda11 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:37.451916 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-78af8533-ba9f-4108-94cd-4d3a97b579ff req-fbd5f389-e110-498f-945d-09a9190cda11 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 944 time: 0.1946652 Oct 03 16:01:37.468514 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Attempting to bind port 1e99dd91-db50-45db-b213-8541844f62cc on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:01:37.469008 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Attempting to bind port 1e99dd91-db50-45db-b213-8541844f62cc by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '3bcc7006-7ed2-4f7c-90eb-81e3e768171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:01:37.469432 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Attempting to bind port 1e99dd91-db50-45db-b213-8541844f62cc on network d453b4b3-93c4-4d60-83cc-a814c782b320 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:01:37.539319 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:37.575835 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:01:37.576832 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Checking segment: {'id': '3bcc7006-7ed2-4f7c-90eb-81e3e768171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:01:37.577454 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:37.578039 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Bound using segment: {'id': '3bcc7006-7ed2-4f7c-90eb-81e3e768171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:01:37.578726 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Bound port: 1e99dd91-db50-45db-b213-8541844f62cc, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bcc7006-7ed2-4f7c-90eb-81e3e768171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:01:37.579708 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (1e99dd91-db50-45db-b213-8541844f62cc), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:37.583862 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Publish callbacks [] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:37.595433 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:37.604970 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7096cb16-0a2c-4674-8052-d2e22382e56a req-0a3c24fc-d606-4262-aa19-35ba7c2d1107 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519539 Oct 03 16:01:37.634938 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-78af8533-ba9f-4108-94cd-4d3a97b579ff req-d6c61bec-36ea-443c-8ab1-5ce2c99e45e1 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556818 Oct 03 16:01:37.707976 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] For port 1e99dd91-db50-45db-b213-8541844f62cc, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:01:37.711949 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] For port 1e99dd91-db50-45db-b213-8541844f62cc, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=1e99dd91-db50-45db-b213-8541844f62cc,segment=NetworkSegment(3bcc7006-7ed2-4f7c-90eb-81e3e768171d),segment_id=3bcc7006-7ed2-4f7c-90eb-81e3e768171d)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:01:37.718070 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:37.719041 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Publish callbacks [] for router_gateway (2a240821-4284-495e-95b0-b165dd23a5f4), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:37.723347 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (1e99dd91-db50-45db-b213-8541844f62cc), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:37.835437 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e91ea4-1d5f-4005-8e47-28574a7be54a None None] Pushing event updated for resources: {'Port': ['ID=1e99dd91-db50-45db-b213-8541844f62cc,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:37.842394 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Pushing event updated for resources: {'Port': ['ID=584239d9-cf0f-4eaf-9e83-debf9772094d,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:37.867843 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.868175 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.868535 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.868978 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.869315 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.869642 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.869966 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.870487 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.870851 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.871472 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.871836 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.872333 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.872667 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.873020 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.873352 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:01:37.878927 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Attempting to bind port 584239d9-cf0f-4eaf-9e83-debf9772094d on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:01:37.879294 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Attempting to bind port 584239d9-cf0f-4eaf-9e83-debf9772094d by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:01:37.879643 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Attempting to bind port 584239d9-cf0f-4eaf-9e83-debf9772094d on network 13403649-4ce4-4f7b-972e-1b4b67982742 {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:01:37.908055 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:37.946313 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:01:37.946712 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Checking segment: {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:01:37.947107 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:37.947553 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Bound using segment: {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:01:37.948764 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Bound port: 584239d9-cf0f-4eaf-9e83-debf9772094d, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:01:37.949679 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:37.955376 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:38.055809 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] For port 584239d9-cf0f-4eaf-9e83-debf9772094d, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:01:38.064141 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] For port 584239d9-cf0f-4eaf-9e83-debf9772094d, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=584239d9-cf0f-4eaf-9e83-debf9772094d,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:01:38.072245 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:38.120639 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7bf0c-95cc-4961-b739-e5636a605d47 req-24b4216f-f0b1-432e-8013-8dcc053323ea tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:38.127759 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:01:38.128587 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:01:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:38.129198 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d2c7bf0c-95cc-4961-b739-e5636a605d47 req-24b4216f-f0b1-432e-8013-8dcc053323ea tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.1296294 Oct 03 16:01:38.162510 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727822'] for router (2a240821-4284-495e-95b0-b165dd23a5f4), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:38.196040 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d2c7bf0c-95cc-4961-b739-e5636a605d47 req-f2f01ba9-533d-49e3-9a4d-c27a493e53d5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623865 Oct 03 16:01:38.201480 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140ae9f-44d7-4c15-930f-3f6a9cecac94 None None] Pushing event updated for resources: {'Port': ['ID=584239d9-cf0f-4eaf-9e83-debf9772094d,revision_number=4']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:38.229134 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 279a065d-37a6-41d4-b55c-f869f78cf9cc up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:38.260346 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:38.344534 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:01:38.351493 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 279a065d-37a6-41d4-b55c-f869f78cf9cc triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:38.352162 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:38.355694 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 279a065d-37a6-41d4-b55c-f869f78cf9cc Oct 03 16:01:38.406916 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Router 2a240821-4284-495e-95b0-b165dd23a5f4 is scheduled to L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead with binding_index 1 {{(pid=106162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 16:01:38.413841 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:38.460798 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 279a065d-37a6-41d4-b55c-f869f78cf9cc is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:38.462798 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:38.495933 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:01:38.499003 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0b21ed-a7a3-4109-890e-617a2ad599ee" -d '{"events": [{"server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "name": "network-vif-plugged", "status": "completed", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:01:38.536144 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 279a065d-37a6-41d4-b55c-f869f78cf9cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:01:38.546280 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:38.622112 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99898eb0-382e-4fc5-9063-fed4b1a901d8 x-openstack-request-id: req-99898eb0-382e-4fc5-9063-fed4b1a901d8 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:01:38.622424 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "name": "network-vif-plugged", "status": "completed", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:01:38.622690 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-99898eb0-382e-4fc5-9063-fed4b1a901d8 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:01:38.623091 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99898eb0-382e-4fc5-9063-fed4b1a901d8'] response: {'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'code': 200} Oct 03 16:01:38.625600 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:01:38.641240 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Sync routers for ids ['2a240821-4284-495e-95b0-b165dd23a5f4'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:01:38.644949 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=279a065d-37a6-41d4-b55c-f869f78cf9cc,revision_number=7']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:38.661994 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:38.663564 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-38dd2974-d035-4be6-a5b9-d80f03316f22 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5539231 Oct 03 16:01:38.666424 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50906) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:38.671518 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Routers {'2a240821-4284-495e-95b0-b165dd23a5f4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:01:38.672454 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:01:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['2a240821-4284-495e-95b0-b165dd23a5f4'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:38.708662 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:38Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:38.749728 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a2accf-e54c-4abb-9734-9908b6c9d412 None None] The sync data for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi is: [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:38Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:01:38.814525 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 1e99dd91-db50-45db-b213-8541844f62cc up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:38.918834 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2dbcd-f810-4f2b-ac5d-3f6cc7103f10 req-d5d4a8c9-c85d-42fe-a3eb-34d4ce9d6439 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:38.921207 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b7e2dbcd-f810-4f2b-ac5d-3f6cc7103f10 req-d5d4a8c9-c85d-42fe-a3eb-34d4ce9d6439 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1044421 Oct 03 16:01:38.921352 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 1e99dd91-db50-45db-b213-8541844f62cc triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:38.921644 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (1e99dd91-db50-45db-b213-8541844f62cc), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:38.921978 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 1e99dd91-db50-45db-b213-8541844f62cc Oct 03 16:01:38.971077 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Set router 2a240821-4284-495e-95b0-b165dd23a5f4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:01:38.984619 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aeca76-9adf-4d65-b1e9-18ddcca2caab req-3a2c7c50-1312-4e34-950a-58d1496475bf tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:38.986224 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-02aeca76-9adf-4d65-b1e9-18ddcca2caab req-3a2c7c50-1312-4e34-950a-58d1496475bf tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.1095262 Oct 03 16:01:39.048318 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:39.051008 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:39.065854 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b7e2dbcd-f810-4f2b-ac5d-3f6cc7103f10 req-6e1fc339-5642-4b81-a718-addb514ade7e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267278 Oct 03 16:01:39.075414 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-02aeca76-9adf-4d65-b1e9-18ddcca2caab req-9d908f1d-5dfa-42e9-84bb-9562006b2ec2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826001 Oct 03 16:01:39.227484 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 1e99dd91-db50-45db-b213-8541844f62cc is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:39.229553 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (1e99dd91-db50-45db-b213-8541844f62cc), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:39.276882 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b339a-4f9a-4d14-9835-9e856f6e6fbb None None] Network d453b4b3-93c4-4d60-83cc-a814c782b320 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:01:39.367793 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154346e-5d78-47e1-8bcf-8220da229832 req-abd1ea98-0d71-4e2c-a9e2-32514d66fc19 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:39.369654 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4154346e-5d78-47e1-8bcf-8220da229832 req-abd1ea98-0d71-4e2c-a9e2-32514d66fc19 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0658963 Oct 03 16:01:39.378317 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 1e99dd91-db50-45db-b213-8541844f62cc, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=1e99dd91-db50-45db-b213-8541844f62cc,segment=NetworkSegment(3bcc7006-7ed2-4f7c-90eb-81e3e768171d),segment_id=3bcc7006-7ed2-4f7c-90eb-81e3e768171d)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:01:39.397804 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-9f5dec40-b42f-4780-bc16-188380d9c6d1 None None] Provisioning complete for port 1e99dd91-db50-45db-b213-8541844f62cc triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:39.398225 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9f5dec40-b42f-4780-bc16-188380d9c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (1e99dd91-db50-45db-b213-8541844f62cc), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:39.398564 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-9f5dec40-b42f-4780-bc16-188380d9c6d1 None None] Attempt 1 to provision port 1e99dd91-db50-45db-b213-8541844f62cc Oct 03 16:01:39.400420 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'name': 'tempest-TestVolumeBootPattern-2012958742-router', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:01:37Z', 'revision_number': 3, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'gw_port': {'id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:39.406414 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (1e99dd91-db50-45db-b213-8541844f62cc), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:39.407268 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 584239d9-cf0f-4eaf-9e83-debf9772094d up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:39.436909 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:39.457671 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:39.487008 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59eec6-f927-48a4-b8ec-ce468c2badbb req-e4d5ab97-1f02-42c2-9ba0-776f850df1e6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:39.487769 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Checking router: 2a240821-4284-495e-95b0-b165dd23a5f4 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:01:39.488272 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Updating router 2a240821-4284-495e-95b0-b165dd23a5f4 port 245f20c5-379c-4117-8a9a-842dd91cfc72 binding host dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:01:39.494858 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ac59eec6-f927-48a4-b8ec-ce468c2badbb req-e4d5ab97-1f02-42c2-9ba0-776f850df1e6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0804956 Oct 03 16:01:39.539965 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4154346e-5d78-47e1-8bcf-8220da229832 req-53e3cdb9-b8c7-4cd5-99e8-eaaccd02906d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625841 Oct 03 16:01:39.600375 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:39.620881 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ac59eec6-f927-48a4-b8ec-ce468c2badbb req-01e23ddb-1843-4970-a514-0f184222de45 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250052 Oct 03 16:01:39.637499 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:39.734262 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=1e99dd91-db50-45db-b213-8541844f62cc,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:39.807004 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-9f5dec40-b42f-4780-bc16-188380d9c6d1 None None] Current status of the port 1e99dd91-db50-45db-b213-8541844f62cc is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:39.814955 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 584239d9-cf0f-4eaf-9e83-debf9772094d triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:39.815352 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:39.815675 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 584239d9-cf0f-4eaf-9e83-debf9772094d Oct 03 16:01:39.894665 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Allocated IP 172.20.0.1 (d453b4b3-93c4-4d60-83cc-a814c782b320/0093f19c-57bf-46a5-a58b-26cc2945499b/404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:01:39.985620 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 584239d9-cf0f-4eaf-9e83-debf9772094d is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:39.986016 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.015685 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Publish callbacks [] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.051019 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.055672 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 584239d9-cf0f-4eaf-9e83-debf9772094d, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=584239d9-cf0f-4eaf-9e83-debf9772094d,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:01:40.079486 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.094104 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Network d453b4b3-93c4-4d60-83cc-a814c782b320 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:01:40.097254 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:01:40.101323 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:01:40.123620 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Pushing event updated for resources: {'Port': ['ID=404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:40.133006 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Publish callbacks [] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), precommit_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.149904 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.153454 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-364b86ea-b530-4875-a5b9-d4b902ebe3a1 None None] Provisioning complete for port 1e99dd91-db50-45db-b213-8541844f62cc triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:40.153797 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-364b86ea-b530-4875-a5b9-d4b902ebe3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (1e99dd91-db50-45db-b213-8541844f62cc), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.154130 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-364b86ea-b530-4875-a5b9-d4b902ebe3a1 None None] Attempt 1 to provision port 1e99dd91-db50-45db-b213-8541844f62cc Oct 03 16:01:40.157920 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923253'] for router_interface (2a240821-4284-495e-95b0-b165dd23a5f4), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.222036 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:40.243434 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:40.263138 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17820881-ce97-4d7a-8eb4-f6a6d62d6bec req-47f18fc7-fe37-43a8-9340-4986af22720f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:40.264754 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-17820881-ce97-4d7a-8eb4-f6a6d62d6bec req-47f18fc7-fe37-43a8-9340-4986af22720f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0721681 Oct 03 16:01:40.326987 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=584239d9-cf0f-4eaf-9e83-debf9772094d,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:40.352792 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-17820881-ce97-4d7a-8eb4-f6a6d62d6bec req-b854ba63-b13f-412a-a9e9-223d49eb575a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768220 Oct 03 16:01:40.353025 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.358293 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Attempting to bind port 245f20c5-379c-4117-8a9a-842dd91cfc72 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:01:40.358674 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Attempting to bind port 245f20c5-379c-4117-8a9a-842dd91cfc72 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:01:40.359040 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Attempting to bind port 245f20c5-379c-4117-8a9a-842dd91cfc72 on network a63bfa27-480e-4efb-a24e-26dec41cf4a1 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:01:40.405385 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:40.439710 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:01:40.439710 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Checking segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:01:40.440282 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.440622 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Bound using segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:01:40.441125 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Bound port: 245f20c5-379c-4117-8a9a-842dd91cfc72, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:01:40.441531 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.443053 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1c613-e6f6-4ebe-911d-f4889a2928b6 None None] Pushing event updated for resources: {'Port': ['ID=245f20c5-379c-4117-8a9a-842dd91cfc72,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:40.471719 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:40.520460 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:40.525249 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-364b86ea-b530-4875-a5b9-d4b902ebe3a1 None None] Current status of the port 1e99dd91-db50-45db-b213-8541844f62cc is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:40.528127 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] For port 245f20c5-379c-4117-8a9a-842dd91cfc72, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:01:40.532070 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] For port 245f20c5-379c-4117-8a9a-842dd91cfc72, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=245f20c5-379c-4117-8a9a-842dd91cfc72,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:01:40.536465 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Publish callbacks [] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.539984 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.542135 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.583250 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Routers {'2a240821-4284-495e-95b0-b165dd23a5f4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:01:40.583889 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:01:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['2a240821-4284-495e-95b0-b165dd23a5f4'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:40.631572 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3923369'] for router_interface (2a240821-4284-495e-95b0-b165dd23a5f4), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.633772 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Pushing event updated for resources: {'Port': ['ID=404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:40.702576 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc43b49-e743-43bc-abe6-06e935c812ac req-e71c8411-9c63-46b9-b58b-7662bb64e374 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:40.704060 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0bc43b49-e743-43bc-abe6-06e935c812ac req-e71c8411-9c63-46b9-b58b-7662bb64e374 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0738997 Oct 03 16:01:40.764100 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 1e99dd91-db50-45db-b213-8541844f62cc up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:40.781127 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Network d453b4b3-93c4-4d60-83cc-a814c782b320 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:01:40.782907 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:01:40.828665 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe996b6-032d-4ea8-b50e-8983b87929bf req-ae877a20-9d40-44fa-9065-ee3a79191647 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:40.830902 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3fe996b6-032d-4ea8-b50e-8983b87929bf req-ae877a20-9d40-44fa-9065-ee3a79191647 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0855875 Oct 03 16:01:40.837198 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0bc43b49-e743-43bc-abe6-06e935c812ac req-704ffc30-ff2b-4293-82a9-889da474ac5b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193981 Oct 03 16:01:40.859111 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-6a9e28c8-866c-4492-b01e-b5b4db9a52c3 None None] Provisioning complete for port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:40.859493 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6a9e28c8-866c-4492-b01e-b5b4db9a52c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:40.859833 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-6a9e28c8-866c-4492-b01e-b5b4db9a52c3 None None] Attempt 1 to provision port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe Oct 03 16:01:40.884686 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1c613-e6f6-4ebe-911d-f4889a2928b6 None None] Pushing event updated for resources: {'Port': ['ID=245f20c5-379c-4117-8a9a-842dd91cfc72,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:40.894641 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3fe996b6-032d-4ea8-b50e-8983b87929bf req-35cef4e2-965e-4392-8594-cb94483b67cb tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560892 Oct 03 16:01:40.904601 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] Set router 2a240821-4284-495e-95b0-b165dd23a5f4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:01:40.920659 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Router 2a240821-4284-495e-95b0-b165dd23a5f4 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:01:40.953716 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e28c8-866c-4492-b01e-b5b4db9a52c3 None None] Port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:01:41.000213 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 1e99dd91-db50-45db-b213-8541844f62cc triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:41.000213 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (1e99dd91-db50-45db-b213-8541844f62cc), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.000391 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 1e99dd91-db50-45db-b213-8541844f62cc Oct 03 16:01:41.035551 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:01:41.062932 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-b5f4e301-3e4f-4594-a12e-fae23c2853b6 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2a240821-4284-495e-95b0-b165dd23a5f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3860683 Oct 03 16:01:41.101855 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-80e3282c-b41f-46b6-bdc5-ce370b994c6e None None] Provisioning complete for port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:41.102234 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-80e3282c-b41f-46b6-bdc5-ce370b994c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.102631 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-80e3282c-b41f-46b6-bdc5-ce370b994c6e None None] Attempt 1 to provision port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe Oct 03 16:01:41.160122 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-80e3282c-b41f-46b6-bdc5-ce370b994c6e None None] Port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:01:41.226888 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 1e99dd91-db50-45db-b213-8541844f62cc is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:41.227869 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 584239d9-cf0f-4eaf-9e83-debf9772094d up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:41.265450 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'name': 'tempest-TestVolumeBootPattern-2012958742-router', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 4, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'gw_port': {'id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe', 'name': '', 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'mac_address': 'fa:16:3e:74:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '0093f19c-57bf-46a5-a58b-26cc2945499b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:39Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 2, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'subnets': [{'id': '0093f19c-57bf-46a5-a58b-26cc2945499b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:41.294224 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa0e5b-ce7e-4584-8e80-362f18dfb4b1 None None] The sync data for ids ['2a240821-4284-495e-95b0-b165dd23a5f4'] in dv-cinder-844563-13-iscsi is: [{'id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'name': 'tempest-TestVolumeBootPattern-2012958742-router', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 4, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'gw_port': {'id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe', 'name': '', 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'mac_address': 'fa:16:3e:74:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '0093f19c-57bf-46a5-a58b-26cc2945499b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:39Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 2, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'subnets': [{'id': '0093f19c-57bf-46a5-a58b-26cc2945499b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:01:41.312293 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 584239d9-cf0f-4eaf-9e83-debf9772094d triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:41.312670 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.313049 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 584239d9-cf0f-4eaf-9e83-debf9772094d Oct 03 16:01:41.394676 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 584239d9-cf0f-4eaf-9e83-debf9772094d is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:41.423912 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50944) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:41.429188 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-6858d606-f249-4ed5-91f5-944e3bcd8f84 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1333872185', 'description': 'tempest-secgroup-smoke-1333872185 description', 'project_id': '40732e98240b4797b941e57f6606e6c5'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:41.457885 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6858d606-f249-4ed5-91f5-944e3bcd8f84 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.506649 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54a2e9-addf-4eb4-9a0b-17563284fc74 req-a0935c0e-97ca-45f9-8771-9d0b9f845bb3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:41.508479 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-be54a2e9-addf-4eb4-9a0b-17563284fc74 req-a0935c0e-97ca-45f9-8771-9d0b9f845bb3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0493004 Oct 03 16:01:41.519127 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:41.564175 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6858d606-f249-4ed5-91f5-944e3bcd8f84 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group (3acc507a-eecf-4f58-9305-415ffb8a209e), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.568613 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6858d606-f249-4ed5-91f5-944e3bcd8f84 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (3acc507a-eecf-4f58-9305-415ffb8a209e), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.596628 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-be54a2e9-addf-4eb4-9a0b-17563284fc74 req-5e2d7fb9-7f96-4088-8475-ccc81fe381bb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760386 Oct 03 16:01:41.608991 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6858d606-f249-4ed5-91f5-944e3bcd8f84 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.610245 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-6858d606-f249-4ed5-91f5-944e3bcd8f84 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1850829 Oct 03 16:01:41.614249 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 50946) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:41.619017 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-89ede880-990a-46c3-bf63-af87a7023788 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Request body: {'security_group_rule': {'security_group_id': '3acc507a-eecf-4f58-9305-415ffb8a209e', 'project_id': '40732e98240b4797b941e57f6606e6c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:41.623335 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858d606-f249-4ed5-91f5-944e3bcd8f84 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acc507a-eecf-4f58-9305-415ffb8a209e,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:41.636087 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:41.653662 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-89ede880-990a-46c3-bf63-af87a7023788 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (e368d8fa-2154-4d39-bdaf-7c6a8177dcb0), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.710110 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-89ede880-990a-46c3-bf63-af87a7023788 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (e368d8fa-2154-4d39-bdaf-7c6a8177dcb0), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.714197 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-89ede880-990a-46c3-bf63-af87a7023788 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (e368d8fa-2154-4d39-bdaf-7c6a8177dcb0), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.735136 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ede880-990a-46c3-bf63-af87a7023788 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e368d8fa-2154-4d39-bdaf-7c6a8177dcb0,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:41.745010 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-89ede880-990a-46c3-bf63-af87a7023788 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.746806 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-89ede880-990a-46c3-bf63-af87a7023788 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315520 Oct 03 16:01:41.749550 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 50948) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:41.753921 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-8cf76e07-787a-4396-87fb-6047119aa82c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Request body: {'security_group_rule': {'security_group_id': '3acc507a-eecf-4f58-9305-415ffb8a209e', 'project_id': '40732e98240b4797b941e57f6606e6c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:41.806149 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8cf76e07-787a-4396-87fb-6047119aa82c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (249fd9ee-a7bf-4270-892f-3df60becee9d), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.886477 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8cf76e07-787a-4396-87fb-6047119aa82c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (249fd9ee-a7bf-4270-892f-3df60becee9d), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.895085 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8cf76e07-787a-4396-87fb-6047119aa82c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (249fd9ee-a7bf-4270-892f-3df60becee9d), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:41.976995 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf76e07-787a-4396-87fb-6047119aa82c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249fd9ee-a7bf-4270-892f-3df60becee9d,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:42.021847 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8cf76e07-787a-4396-87fb-6047119aa82c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.023099 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-8cf76e07-787a-4396-87fb-6047119aa82c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2725568 Oct 03 16:01:42.026074 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50962) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:42.031533 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-089de253-3e13-40af-825a-be41c3c0f440 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Request body: {'security_group_rule': {'security_group_id': '3acc507a-eecf-4f58-9305-415ffb8a209e', 'project_id': '40732e98240b4797b941e57f6606e6c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:42.064074 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-089de253-3e13-40af-825a-be41c3c0f440 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (e57816b1-4376-4968-9c07-d42fb68a0158), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.107830 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f0e64-4f02-43b9-8641-cbcd6d82c3b5 req-9e148b01-3c77-4981-8da5-538154b6b33b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:42.109755 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ed9f0e64-4f02-43b9-8641-cbcd6d82c3b5 req-9e148b01-3c77-4981-8da5-538154b6b33b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.1519396 Oct 03 16:01:42.149656 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-089de253-3e13-40af-825a-be41c3c0f440 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (e57816b1-4376-4968-9c07-d42fb68a0158), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.154977 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa1105-fdbc-4b12-893f-818237064c43 req-a8bbe7db-08a2-40a1-926b-cbb5955371de tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:42.156500 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-aaaa1105-fdbc-4b12-893f-818237064c43 req-a8bbe7db-08a2-40a1-926b-cbb5955371de tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1321452 Oct 03 16:01:42.173647 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-089de253-3e13-40af-825a-be41c3c0f440 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (e57816b1-4376-4968-9c07-d42fb68a0158), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.201894 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089de253-3e13-40af-825a-be41c3c0f440 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57816b1-4376-4968-9c07-d42fb68a0158,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:42.209264 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0d6a-fd9e-48d3-8e0f-607cbf54bbc9 req-0b6ea54e-7b39-42bc-828a-735fbc4e8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:42.210837 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-607f0d6a-fd9e-48d3-8e0f-607cbf54bbc9 req-0b6ea54e-7b39-42bc-828a-735fbc4e8f9f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a8db1f811cf84507ad7ea7058d6a0d25&device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 1129 time: 0.1288354 Oct 03 16:01:42.212404 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-089de253-3e13-40af-825a-be41c3c0f440 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.216389 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-089de253-3e13-40af-825a-be41c3c0f440 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1866825 Oct 03 16:01:42.216898 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50966) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:42.221242 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-780c4fc6-b2de-4755-8691-4f93dbb84fb9 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Request body: {'security_group_rule': {'security_group_id': '3acc507a-eecf-4f58-9305-415ffb8a209e', 'project_id': '40732e98240b4797b941e57f6606e6c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:42.263379 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-780c4fc6-b2de-4755-8691-4f93dbb84fb9 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (54cc415a-0b91-4010-b3da-c47b93172d8e), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.266065 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-aaaa1105-fdbc-4b12-893f-818237064c43 req-2b8e8441-6ff8-4f9d-aff6-b6378e69eafd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896354 Oct 03 16:01:42.272607 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ed9f0e64-4f02-43b9-8641-cbcd6d82c3b5 req-462a0dbd-1cc5-411c-800b-1a0ff69b5bd7 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340742 Oct 03 16:01:42.325060 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:42.348397 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-780c4fc6-b2de-4755-8691-4f93dbb84fb9 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (54cc415a-0b91-4010-b3da-c47b93172d8e), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.352635 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-780c4fc6-b2de-4755-8691-4f93dbb84fb9 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (54cc415a-0b91-4010-b3da-c47b93172d8e), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.372219 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c4fc6-b2de-4755-8691-4f93dbb84fb9 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cc415a-0b91-4010-b3da-c47b93172d8e,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:42.381401 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-780c4fc6-b2de-4755-8691-4f93dbb84fb9 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.385232 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-780c4fc6-b2de-4755-8691-4f93dbb84fb9 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1647968 Oct 03 16:01:42.385440 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50968) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:42.390303 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-5bc4f819-cb16-458d-a38b-d150d0baf16c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Request body: {'security_group_rule': {'security_group_id': '3acc507a-eecf-4f58-9305-415ffb8a209e', 'project_id': '40732e98240b4797b941e57f6606e6c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:42.416184 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.securitygroups_db [None req-5bc4f819-cb16-458d-a38b-d150d0baf16c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Project 40732e98240b4797b941e57f6606e6c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 16:01:42.423301 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f819-cb16-458d-a38b-d150d0baf16c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (11a7bdf6-de55-4b16-867b-f831b7eca64e), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.492816 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f819-cb16-458d-a38b-d150d0baf16c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (11a7bdf6-de55-4b16-867b-f831b7eca64e), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.505591 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f819-cb16-458d-a38b-d150d0baf16c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (11a7bdf6-de55-4b16-867b-f831b7eca64e), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.532752 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4f819-cb16-458d-a38b-d150d0baf16c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a7bdf6-de55-4b16-867b-f831b7eca64e,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:42.544777 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f819-cb16-458d-a38b-d150d0baf16c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.546031 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-5bc4f819-cb16-458d-a38b-d150d0baf16c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595695 Oct 03 16:01:42.548825 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 50970) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:42.553966 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-8a40a479-fcd8-43f2-af5e-dc059af49680 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Request body: {'security_group_rule': {'security_group_id': '3acc507a-eecf-4f58-9305-415ffb8a209e', 'project_id': '40732e98240b4797b941e57f6606e6c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:42.584453 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.securitygroups_db [None req-8a40a479-fcd8-43f2-af5e-dc059af49680 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Project 40732e98240b4797b941e57f6606e6c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 16:01:42.592770 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8a40a479-fcd8-43f2-af5e-dc059af49680 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (73f39c41-2a68-40ac-9724-bcf21896a5c4), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.659185 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 245f20c5-379c-4117-8a9a-842dd91cfc72 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:42.673640 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8a40a479-fcd8-43f2-af5e-dc059af49680 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (73f39c41-2a68-40ac-9724-bcf21896a5c4), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.679626 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8a40a479-fcd8-43f2-af5e-dc059af49680 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (73f39c41-2a68-40ac-9724-bcf21896a5c4), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.692979 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:42.709085 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40a479-fcd8-43f2-af5e-dc059af49680 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f39c41-2a68-40ac-9724-bcf21896a5c4,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:42.723322 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8a40a479-fcd8-43f2-af5e-dc059af49680 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.731548 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-8a40a479-fcd8-43f2-af5e-dc059af49680 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1780052 Oct 03 16:01:42.739499 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:42.741791 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 245f20c5-379c-4117-8a9a-842dd91cfc72 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:42.742164 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.742501 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 245f20c5-379c-4117-8a9a-842dd91cfc72 Oct 03 16:01:42.789379 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce2754-3a0a-4e29-a2c0-17dc4e4c206a req-a79a1d5f-aa19-4e66-bdc1-447d90f9f0bc tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:42.799768 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-77ce2754-3a0a-4e29-a2c0-17dc4e4c206a req-a79a1d5f-aa19-4e66-bdc1-447d90f9f0bc tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0749121 Oct 03 16:01:42.836862 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 245f20c5-379c-4117-8a9a-842dd91cfc72 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:42.837706 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.857389 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-77ce2754-3a0a-4e29-a2c0-17dc4e4c206a req-8d36f934-d9b7-44a2-8c7c-41133aa94874 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513699 Oct 03 16:01:42.869500 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 245f20c5-379c-4117-8a9a-842dd91cfc72, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=245f20c5-379c-4117-8a9a-842dd91cfc72,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:01:42.877084 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:42.942444 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=245f20c5-379c-4117-8a9a-842dd91cfc72,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:42.964791 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 51008) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:43.014393 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e994d79-6c67-4340-8d30-705b6e14f8ff admin admin] Deleting subnet 267a869c-befd-47fb-9912-81a746e13b4f {{(pid=106163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:01:43.017969 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8e994d79-6c67-4340-8d30-705b6e14f8ff admin admin] Publish callbacks [] for subnet (267a869c-befd-47fb-9912-81a746e13b4f), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:43.052799 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:43.057492 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8e994d79-6c67-4340-8d30-705b6e14f8ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531818'] for subnet (267a869c-befd-47fb-9912-81a746e13b4f), precommit_delete_associations {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:43.100991 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8e994d79-6c67-4340-8d30-705b6e14f8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (267a869c-befd-47fb-9912-81a746e13b4f), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:43.168119 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8e994d79-6c67-4340-8d30-705b6e14f8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104768'] for subnet (267a869c-befd-47fb-9912-81a746e13b4f), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:43.197658 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8e994d79-6c67-4340-8d30-705b6e14f8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:43.204327 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-8e994d79-6c67-4340-8d30-705b6e14f8ff admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/267a869c-befd-47fb-9912-81a746e13b4f HTTP/1.1" status: 204 len: 168 time: 0.2359695 Oct 03 16:01:43.204327 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e994d79-6c67-4340-8d30-705b6e14f8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=267a869c-befd-47fb-9912-81a746e13b4f,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:43.205320 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 51022) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:43.307563 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:43.308843 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c99a696d-0385-4e8f-88d1-23ea66b7fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (c3ebf8a3-15ef-4ba4-87bc-962a0f991337), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:43.521142 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c99a696d-0385-4e8f-88d1-23ea66b7fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (c3ebf8a3-15ef-4ba4-87bc-962a0f991337), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:43.554256 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-c99a696d-0385-4e8f-88d1-23ea66b7fd9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ebf8a3-15ef-4ba4-87bc-962a0f991337']}} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:43.567312 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-c99a696d-0385-4e8f-88d1-23ea66b7fd9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99dede38-14b5-4216-9212-f58f8a602c13') {'for_net_delete': True} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:43.567607 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-c99a696d-0385-4e8f-88d1-23ea66b7fd9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99dede38-14b5-4216-9212-f58f8a602c13') {} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:43.580573 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c99a696d-0385-4e8f-88d1-23ea66b7fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531731'] for segment (99dede38-14b5-4216-9212-f58f8a602c13), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:43.598662 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c99a696d-0385-4e8f-88d1-23ea66b7fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (99dede38-14b5-4216-9212-f58f8a602c13), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:43.601429 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:43.608848 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99a696d-0385-4e8f-88d1-23ea66b7fd9c admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=106163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:01:43.609245 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c99a696d-0385-4e8f-88d1-23ea66b7fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26945160'] for segment (99dede38-14b5-4216-9212-f58f8a602c13), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:43.664606 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 99dede38-14b5-4216-9212-f58f8a602c13 resource provider aggregate not found Oct 03 16:01:43.706631 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 99dede38-14b5-4216-9212-f58f8a602c13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99dede38-14b5-4216-9212-f58f8a602c13 found for delete ", "request_id": "req-d0f5e5ff-430a-4e0e-bdd4-908cf3f8d753"}]} Oct 03 16:01:43.709207 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c99a696d-0385-4e8f-88d1-23ea66b7fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (c3ebf8a3-15ef-4ba4-87bc-962a0f991337), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:43.717394 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c99a696d-0385-4e8f-88d1-23ea66b7fd9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:43.721322 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-c99a696d-0385-4e8f-88d1-23ea66b7fd9c admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/c3ebf8a3-15ef-4ba4-87bc-962a0f991337 HTTP/1.1" status: 204 len: 168 time: 0.5148335 Oct 03 16:01:43.738843 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a696d-0385-4e8f-88d1-23ea66b7fd9c admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ebf8a3-15ef-4ba4-87bc-962a0f991337,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:43.914811 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:43.925481 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c860e-1cca-4a9a-b9bf-8d41a8a27fd8 req-698e6066-aec0-4008-b95e-c9dfa96c9b1e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:43.932587 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-564c860e-1cca-4a9a-b9bf-8d41a8a27fd8 req-698e6066-aec0-4008-b95e-c9dfa96c9b1e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.1420171 Oct 03 16:01:43.935376 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aaa0f-8429-4267-956f-9d35a4ff90be req-97948c2c-992a-421f-b343-2bc21c4b645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:43.938356 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e90aaa0f-8429-4267-956f-9d35a4ff90be req-97948c2c-992a-421f-b343-2bc21c4b645b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 1129 time: 0.1369562 Oct 03 16:01:43.955552 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429846c-1b21-45d2-9e48-0bca59214d1d req-35204b05-8293-4f0c-bdfd-72a2d32fdee1 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:43.957234 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f429846c-1b21-45d2-9e48-0bca59214d1d req-35204b05-8293-4f0c-bdfd-72a2d32fdee1 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1759818 Oct 03 16:01:43.961152 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0d6a-fd9e-48d3-8e0f-607cbf54bbc9 req-d4ac6a12-f9d4-438c-b893-d7e07acd97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:43.962737 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-607f0d6a-fd9e-48d3-8e0f-607cbf54bbc9 req-d4ac6a12-f9d4-438c-b893-d7e07acd97c7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 HTTP/1.1" status: 200 len: 911 time: 0.6899509 Oct 03 16:01:44.022077 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 51068) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:44.072945 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-aeb7b4a8-0349-4d17-b847-1ac7b8cf2292 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1616ab7beef7499280c47114208878fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493619 Oct 03 16:01:44.075540 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 51072) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:44.130283 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fc82073e-3258-416d-85c6-edf2383e9e11 admin admin] Publish callbacks [] for security_group (d73cc966-0375-4aed-873c-263910dbc4f9), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:44.132757 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-564c860e-1cca-4a9a-b9bf-8d41a8a27fd8 req-48c81720-fe05-48cc-830b-b05cc38a0dcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992755 Oct 03 16:01:44.138342 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-607f0d6a-fd9e-48d3-8e0f-607cbf54bbc9 req-b7b96b90-1a62-4473-a2eb-50357a12e9fd service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d710284d-cf34-4ba0-b620-3fcbf1bcd02b HTTP/1.1" status: 200 len: 1001 time: 0.1592269 Oct 03 16:01:44.142070 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f429846c-1b21-45d2-9e48-0bca59214d1d req-4557c983-3052-431d-8a60-e4d859b9cb35 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640766 Oct 03 16:01:44.145950 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e90aaa0f-8429-4267-956f-9d35a4ff90be req-a882a433-e7bd-4008-ad68-3ea89610b600 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872258 Oct 03 16:01:44.166718 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fc82073e-3258-416d-85c6-edf2383e9e11 admin admin] Publish callbacks [] for security_group (d73cc966-0375-4aed-873c-263910dbc4f9), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:44.218554 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0d6a-fd9e-48d3-8e0f-607cbf54bbc9 req-685765e9-4095-4ca2-9576-91cde8c327de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:44.220045 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-607f0d6a-fd9e-48d3-8e0f-607cbf54bbc9 req-685765e9-4095-4ca2-9576-91cde8c327de service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=26d397fd-4b80-4bbf-a0fc-de0f65c079d4 HTTP/1.1" status: 200 len: 849 time: 0.0732541 Oct 03 16:01:44.254657 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fc82073e-3258-416d-85c6-edf2383e9e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (d73cc966-0375-4aed-873c-263910dbc4f9), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:44.257642 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fc82073e-3258-416d-85c6-edf2383e9e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:44.259508 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-fc82073e-3258-416d-85c6-edf2383e9e11 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d73cc966-0375-4aed-873c-263910dbc4f9 HTTP/1.1" status: 204 len: 168 time: 0.1828110 Oct 03 16:01:44.275068 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82073e-3258-416d-85c6-edf2383e9e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73cc966-0375-4aed-873c-263910dbc4f9,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:44.301250 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6d56-418d-4c3e-b4fb-04b1e8dc2d7d req-3337138f-1255-4ff3-b8fc-481a68537d29 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:44.302957 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8f0b6d56-418d-4c3e-b4fb-04b1e8dc2d7d req-3337138f-1255-4ff3-b8fc-481a68537d29 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0613873 Oct 03 16:01:44.416481 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8f0b6d56-418d-4c3e-b4fb-04b1e8dc2d7d req-a17cd20c-b232-4ff9-a56a-90468cb09002 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021802 Oct 03 16:01:44.422023 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f0d6a-fd9e-48d3-8e0f-607cbf54bbc9 req-a4787732-4077-4730-b2fa-0afcbf256acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:44.424017 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-607f0d6a-fd9e-48d3-8e0f-607cbf54bbc9 req-a4787732-4077-4730-b2fa-0afcbf256acd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0599656 Oct 03 16:01:44.600640 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-607f0d6a-fd9e-48d3-8e0f-607cbf54bbc9 req-3a1072f9-2063-46a8-899e-b41ac8a13d79 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690180 Oct 03 16:01:44.704381 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 245f20c5-379c-4117-8a9a-842dd91cfc72 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:44.786956 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 245f20c5-379c-4117-8a9a-842dd91cfc72 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:44.787349 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:44.787693 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 245f20c5-379c-4117-8a9a-842dd91cfc72 Oct 03 16:01:44.905062 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 245f20c5-379c-4117-8a9a-842dd91cfc72 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:44.976384 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Sync routers for ids ['2a240821-4284-495e-95b0-b165dd23a5f4'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:01:44.998375 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Routers {'2a240821-4284-495e-95b0-b165dd23a5f4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:01:45.000117 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:01:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['2a240821-4284-495e-95b0-b165dd23a5f4'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:45.067272 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-607f0d6a-fd9e-48d3-8e0f-607cbf54bbc9 req-b49dccb4-5e34-416b-9435-dc2c7715bffa service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907589 Oct 03 16:01:45.238112 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Set router 2a240821-4284-495e-95b0-b165dd23a5f4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:01:45.342015 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:45.391785 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21deeab8-45c6-439c-84c7-cb1035518c3f req-0c04ff99-6e81-43f8-9ffa-9b30e84d4578 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:45.399481 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-21deeab8-45c6-439c-84c7-cb1035518c3f req-0c04ff99-6e81-43f8-9ffa-9b30e84d4578 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1116278 Oct 03 16:01:45.426264 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38bab9-ef48-4d8a-8487-9fceff0f21a8 req-fe1de280-db78-4e05-9466-e24ed146d415 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:45.427984 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ce38bab9-ef48-4d8a-8487-9fceff0f21a8 req-fe1de280-db78-4e05-9466-e24ed146d415 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.1254454 Oct 03 16:01:45.487792 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-21deeab8-45c6-439c-84c7-cb1035518c3f req-b06b0545-c370-4208-86cd-287b962b8861 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808218 Oct 03 16:01:45.560084 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ce38bab9-ef48-4d8a-8487-9fceff0f21a8 req-add5f600-a370-402a-ac84-df6ba53bbec3 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015916 Oct 03 16:01:45.578649 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'name': 'tempest-TestVolumeBootPattern-2012958742-router', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 4, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'gw_port': {'id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe', 'name': '', 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'mac_address': 'fa:16:3e:74:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '0093f19c-57bf-46a5-a58b-26cc2945499b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:39Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 2, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'subnets': [{'id': '0093f19c-57bf-46a5-a58b-26cc2945499b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:45.619896 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Checking router: 2a240821-4284-495e-95b0-b165dd23a5f4 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:01:45.620566 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Updating router 2a240821-4284-495e-95b0-b165dd23a5f4 port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:01:45.638372 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0563c-7d21-4def-9cde-43efe100565c req-a5367739-6aac-40e5-9ea2-4fc50b327c77 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:45.640370 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-faa0563c-7d21-4def-9cde-43efe100565c req-a5367739-6aac-40e5-9ea2-4fc50b327c77 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0666635 Oct 03 16:01:45.649704 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 51116) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:45.651164 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:45.716874 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:45.757536 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-faa0563c-7d21-4def-9cde-43efe100565c req-6759ee33-9ebf-4c87-89d0-f40a0c82f7bf tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109648 Oct 03 16:01:45.834363 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1515647959-network', 'tenant_id': 'f8c41c14b0b3411d9b7e39e3983f2ccd'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:45.881576 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Made reservation on behalf of f8c41c14b0b3411d9b7e39e3983f2ccd for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:01:45.888585 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:45.898642 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.006543 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=100 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:46.042810 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Publish callbacks [] for security_group (912f703a-1823-47e9-8251-29733cbd40ae), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.048368 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (912f703a-1823-47e9-8251-29733cbd40ae), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.075673 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 16:01:46.090799 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912f703a-1823-47e9-8251-29733cbd40ae,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:46.093986 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Publish callbacks [] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.096743 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (133548aa-b753-4d32-bee1-91d8ce8643a2), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.097106 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Added segment 133548aa-b753-4d32-bee1-91d8ce8643a2 of type vlan for network 2eb47dc5-6e8d-4486-b34c-6986a542da63 Oct 03 16:01:46.109034 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.146741 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (2eb47dc5-6e8d-4486-b34c-6986a542da63), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.150728 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:46.179941 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (2eb47dc5-6e8d-4486-b34c-6986a542da63), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.181252 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:46.181997 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.260815 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 51130) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:46.263867 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6128409 Oct 03 16:01:46.269284 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-ab6cd1db-401b-47aa-83f5-e45f2c1b3bf2 admin admin] Request body: {'subnet': {'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1515647959-subnet', 'tenant_id': 'f8c41c14b0b3411d9b7e39e3983f2ccd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:46.270487 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8273a-187e-4667-ba66-dff02369f5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2eb47dc5-6e8d-4486-b34c-6986a542da63,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:46.281699 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 2eb47dc5-6e8d-4486-b34c-6986a542da63 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 16:01:46.307995 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fac229-4201-461c-8eef-8cc222b69823 None None] Pushing event updated for resources: {'Port': ['ID=404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:46.344443 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6cd1db-401b-47aa-83f5-e45f2c1b3bf2 admin admin] Made reservation on behalf of f8c41c14b0b3411d9b7e39e3983f2ccd for: {'subnet': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:01:46.348537 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd1db-401b-47aa-83f5-e45f2c1b3bf2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.381130 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Attempting to bind port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:01:46.381659 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Attempting to bind port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '3bcc7006-7ed2-4f7c-90eb-81e3e768171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:01:46.382316 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Attempting to bind port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe on network d453b4b3-93c4-4d60-83cc-a814c782b320 {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:01:46.442389 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:01:46.442811 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Checking segment: {'id': '3bcc7006-7ed2-4f7c-90eb-81e3e768171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:01:46.443214 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.444806 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Bound using segment: {'id': '3bcc7006-7ed2-4f7c-90eb-81e3e768171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:01:46.445629 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Bound port: 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bcc7006-7ed2-4f7c-90eb-81e3e768171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:01:46.446302 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.553207 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] For port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:01:46.556907 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] For port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe,segment=NetworkSegment(3bcc7006-7ed2-4f7c-90eb-81e3e768171d),segment_id=3bcc7006-7ed2-4f7c-90eb-81e3e768171d)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:01:46.571319 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.661493 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Routers {'2a240821-4284-495e-95b0-b165dd23a5f4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:01:46.662337 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:01:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['2a240821-4284-495e-95b0-b165dd23a5f4'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:46.684810 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:46.697165 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd1db-401b-47aa-83f5-e45f2c1b3bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for subnet (cb3bc50d-da1c-45cd-aec5-19483576ea90), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:46.719189 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:46.720186 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fac229-4201-461c-8eef-8cc222b69823 None None] Pushing event updated for resources: {'Port': ['ID=404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe,revision_number=4']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:46.767610 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e7cfb-f7fa-4c38-a9a5-29b38567b264 req-111f4919-0fa6-45f9-b851-2f9c55d47a94 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:46.769546 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-938e7cfb-f7fa-4c38-a9a5-29b38567b264 req-111f4919-0fa6-45f9-b851-2f9c55d47a94 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1689553 Oct 03 16:01:46.794370 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54376f-aae7-4c39-8366-937f530932c3 req-909457ac-b8a2-4ab2-b177-c84172cce566 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:46.802039 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ef54376f-aae7-4c39-8366-937f530932c3 req-909457ac-b8a2-4ab2-b177-c84172cce566 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.1563549 Oct 03 16:01:46.845356 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] Set router 2a240821-4284-495e-95b0-b165dd23a5f4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:01:46.861623 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cd1db-401b-47aa-83f5-e45f2c1b3bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3bc50d-da1c-45cd-aec5-19483576ea90,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:46.944912 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-938e7cfb-f7fa-4c38-a9a5-29b38567b264 req-99759f21-3b38-456f-ae26-e0c114967e20 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568182 Oct 03 16:01:46.987381 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6cd1db-401b-47aa-83f5-e45f2c1b3bf2 admin admin] Checking segment: {'id': '133548aa-b753-4d32-bee1-91d8ce8643a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:01:46.990461 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6cd1db-401b-47aa-83f5-e45f2c1b3bf2 admin admin] Network hostable DHCP agents. Network: 2eb47dc5-6e8d-4486-b34c-6986a542da63, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 16:01:47.014824 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ef54376f-aae7-4c39-8366-937f530932c3 req-be1af4d4-b729-4bf2-89ed-a5bb7bc81d24 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077045 Oct 03 16:01:47.049760 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6cd1db-401b-47aa-83f5-e45f2c1b3bf2 admin admin] Network 2eb47dc5-6e8d-4486-b34c-6986a542da63 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 16:01:47.081820 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-ab6cd1db-401b-47aa-83f5-e45f2c1b3bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 2eb47dc5-6e8d-4486-b34c-6986a542da63) {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:01:47.093624 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4419215-a5c2-4146-bb06-15b18d52252f None None] Network 2eb47dc5-6e8d-4486-b34c-6986a542da63 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:01:47.142543 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6cd1db-401b-47aa-83f5-e45f2c1b3bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:47.143326 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd1db-401b-47aa-83f5-e45f2c1b3bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:47.170510 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11b361-280c-4336-aaa7-7b6c395a046b req-dc4ee9db-1f78-4f5d-a5cf-66f61c89dd10 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:47.177902 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dc11b361-280c-4336-aaa7-7b6c395a046b req-dc4ee9db-1f78-4f5d-a5cf-66f61c89dd10 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.1140962 Oct 03 16:01:47.189328 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-ab6cd1db-401b-47aa-83f5-e45f2c1b3bf2 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9264028 Oct 03 16:01:47.356499 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dc11b361-280c-4336-aaa7-7b6c395a046b req-90806f47-647c-4266-bba3-af53e2b00287 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775923 Oct 03 16:01:47.390097 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'name': 'tempest-TestVolumeBootPattern-2012958742-router', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 4, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'gw_port': {'id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe', 'name': '', 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'mac_address': 'fa:16:3e:74:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '0093f19c-57bf-46a5-a58b-26cc2945499b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:39Z', 'updated_at': '2022-10-03T16:01:46Z', 'revision_number': 4, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'subnets': [{'id': '0093f19c-57bf-46a5-a58b-26cc2945499b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:01:47.418139 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96092f0d-5eae-4165-bb8c-49bbc54451a3 None None] Network 2eb47dc5-6e8d-4486-b34c-6986a542da63 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:01:47.426737 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca80fcb-550d-458e-9221-27492c86dbf6 None None] The sync data for ids ['2a240821-4284-495e-95b0-b165dd23a5f4'] in dv-cinder-844563-13-iscsi is: [{'id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'name': 'tempest-TestVolumeBootPattern-2012958742-router', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 4, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'gw_port': {'id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe', 'name': '', 'network_id': 'd453b4b3-93c4-4d60-83cc-a814c782b320', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'mac_address': 'fa:16:3e:74:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '0093f19c-57bf-46a5-a58b-26cc2945499b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:39Z', 'updated_at': '2022-10-03T16:01:46Z', 'revision_number': 4, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'subnets': [{'id': '0093f19c-57bf-46a5-a58b-26cc2945499b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:01:47.728763 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a3634-b9c5-4a56-a6dd-b7ed8c56ec5d req-2fc0e868-33b7-48ab-bcab-981a34190e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:47.730546 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-143a3634-b9c5-4a56-a6dd-b7ed8c56ec5d req-2fc0e868-33b7-48ab-bcab-981a34190e41 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 1129 time: 0.1453309 Oct 03 16:01:47.762560 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92210a7-307e-44e9-9579-a3cc6578cce2 req-6dcc5d3d-41a8-4773-84ff-2a991afdf32e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:47.764245 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d92210a7-307e-44e9-9579-a3cc6578cce2 req-6dcc5d3d-41a8-4773-84ff-2a991afdf32e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.1561260 Oct 03 16:01:47.936772 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:47.965457 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d92210a7-307e-44e9-9579-a3cc6578cce2 req-64a15e1f-d998-435c-8ca3-8f8a239981e5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897757 Oct 03 16:01:48.047155 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a3634-b9c5-4a56-a6dd-b7ed8c56ec5d req-e93cd9b0-3e86-4f3a-9c1c-359db07cd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:48.048654 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-143a3634-b9c5-4a56-a6dd-b7ed8c56ec5d req-e93cd9b0-3e86-4f3a-9c1c-359db07cd174 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 919 time: 0.3080864 Oct 03 16:01:48.107342 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-143a3634-b9c5-4a56-a6dd-b7ed8c56ec5d req-0f174239-3671-478e-abc4-b0bbef0ddfec service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 HTTP/1.1" status: 200 len: 217 time: 0.0466034 Oct 03 16:01:48.222598 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e05f5-324a-45d4-acfe-432f3be13915 req-1bd0cbf6-78c9-4bc2-8805-386560bbc21a tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:48.224613 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-203e05f5-324a-45d4-acfe-432f3be13915 req-1bd0cbf6-78c9-4bc2-8805-386560bbc21a tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1159177 Oct 03 16:01:48.226292 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a3634-b9c5-4a56-a6dd-b7ed8c56ec5d req-4ddabc37-affb-4d2d-ae17-cafd9115572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:48.227638 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-143a3634-b9c5-4a56-a6dd-b7ed8c56ec5d req-4ddabc37-affb-4d2d-ae17-cafd9115572b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.1079907 Oct 03 16:01:48.373828 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a3634-b9c5-4a56-a6dd-b7ed8c56ec5d req-4c0ee942-bf02-446d-bfed-28b174eebecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:48.375380 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-143a3634-b9c5-4a56-a6dd-b7ed8c56ec5d req-4c0ee942-bf02-446d-bfed-28b174eebecd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1151805 Oct 03 16:01:48.381846 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-203e05f5-324a-45d4-acfe-432f3be13915 req-0d739254-b24f-4004-bda5-5d5e60a9397d tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455729 Oct 03 16:01:48.528759 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-143a3634-b9c5-4a56-a6dd-b7ed8c56ec5d req-7a634816-f652-4629-9385-ba13c181e2aa service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409855 Oct 03 16:01:48.738656 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:48.745262 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8134f94-1aa9-42b9-aafe-46044d7d510f req-4da018e7-33cd-4f18-ab5a-e391b9cd167a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:48.753529 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c8134f94-1aa9-42b9-aafe-46044d7d510f req-4da018e7-33cd-4f18-ab5a-e391b9cd167a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.1608820 Oct 03 16:01:48.782393 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:48.786067 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-143a3634-b9c5-4a56-a6dd-b7ed8c56ec5d req-15e51676-38f9-4d5e-b1cc-6cc2d5278785 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497401 Oct 03 16:01:48.860158 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c8134f94-1aa9-42b9-aafe-46044d7d510f req-ac58ad42-d73a-4d57-8f06-368f7e480432 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051807 Oct 03 16:01:49.079033 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:49.079409 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:49.079954 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe Oct 03 16:01:49.083558 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 51194) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:49.180976 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:49.181801 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:49.239698 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc0703-2ccc-4dc0-a8f6-0f51e1838f5a req-4b461a39-bde0-4f22-86a4-9bf9ca76e8c3 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:49.250850 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e0dc0703-2ccc-4dc0-a8f6-0f51e1838f5a req-4b461a39-bde0-4f22-86a4-9bf9ca76e8c3 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.1213641 Oct 03 16:01:49.282703 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe,segment=NetworkSegment(3bcc7006-7ed2-4f7c-90eb-81e3e768171d),segment_id=3bcc7006-7ed2-4f7c-90eb-81e3e768171d)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:01:49.289431 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:49.345709 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e0dc0703-2ccc-4dc0-a8f6-0f51e1838f5a req-725c5c28-9f5a-4369-a161-170b6f343ad8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955195 Oct 03 16:01:49.365784 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:49.387167 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6130f116-7872-454b-9656-0b55df6f0a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:49.499489 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6130f116-7872-454b-9656-0b55df6f0a72 admin admin] Publish callbacks [] for security_group (4d5ec464-5bfd-445a-807d-7427b93439a7), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:49.507421 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6130f116-7872-454b-9656-0b55df6f0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (4d5ec464-5bfd-445a-807d-7427b93439a7), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:49.567157 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-6130f116-7872-454b-9656-0b55df6f0a72 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8990358f1c2e491d94ec2eaf29ea5100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4823823 Oct 03 16:01:49.568156 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130f116-7872-454b-9656-0b55df6f0a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5ec464-5bfd-445a-807d-7427b93439a7,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:49.570355 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 51204) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:49.651576 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0cb25a8c-8340-44f6-aaa0-a50a3964241e admin admin] Publish callbacks [] for security_group (4d5ec464-5bfd-445a-807d-7427b93439a7), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:49.676462 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0cb25a8c-8340-44f6-aaa0-a50a3964241e admin admin] Publish callbacks [] for security_group (4d5ec464-5bfd-445a-807d-7427b93439a7), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:49.739277 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:DELETE=5,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:49.771189 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0cb25a8c-8340-44f6-aaa0-a50a3964241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (4d5ec464-5bfd-445a-807d-7427b93439a7), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:49.775223 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0cb25a8c-8340-44f6-aaa0-a50a3964241e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:49.777609 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-0cb25a8c-8340-44f6-aaa0-a50a3964241e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4d5ec464-5bfd-445a-807d-7427b93439a7 HTTP/1.1" status: 204 len: 168 time: 0.2053230 Oct 03 16:01:49.811489 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb25a8c-8340-44f6-aaa0-a50a3964241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5ec464-5bfd-445a-807d-7427b93439a7,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:50.036814 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b1e14-b669-4428-8443-064fa5dec673 req-15f41793-5789-4320-a38f-1e99f6463fc5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:50.044554 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-144b1e14-b669-4428-8443-064fa5dec673 req-15f41793-5789-4320-a38f-1e99f6463fc5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0641916 Oct 03 16:01:50.147535 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-144b1e14-b669-4428-8443-064fa5dec673 req-1f9363e1-4178-4dfb-b742-a377787e52a0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019149 Oct 03 16:01:50.438131 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:50.481658 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec90533-d1be-4b4c-b5c9-1ee0238c7ec2 req-48de38b6-3d92-45b1-a070-306f07b53862 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:50.489678 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4ec90533-d1be-4b4c-b5c9-1ee0238c7ec2 req-48de38b6-3d92-45b1-a070-306f07b53862 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0606363 Oct 03 16:01:50.554058 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4ec90533-d1be-4b4c-b5c9-1ee0238c7ec2 req-594d821f-5bd4-4aa9-a5e8-71c939069f86 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626657 Oct 03 16:01:50.574544 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:01:50.637366 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:01:50.673899 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:50.689058 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:50.690940 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:01:50.691557 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:50.692159 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe Oct 03 16:01:50.797960 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:01:51.349849 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188405c0-9fa4-4ebf-9c22-41bb8be6852e req-0d6c193f-ca8d-46d4-bcdd-2a6dc4110e6d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:51.351845 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-188405c0-9fa4-4ebf-9c22-41bb8be6852e req-0d6c193f-ca8d-46d4-bcdd-2a6dc4110e6d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0718694 Oct 03 16:01:51.411427 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-188405c0-9fa4-4ebf-9c22-41bb8be6852e req-c98cfcd8-651c-4bc1-b464-0ec9c137145f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529220 Oct 03 16:01:51.702204 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2222c0b-c32d-43fe-9539-4f4d3ca71bb5 req-68916a55-2d17-4f20-8e49-c1c7da51cc1b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:51.706410 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2222c0b-c32d-43fe-9539-4f4d3ca71bb5 req-68916a55-2d17-4f20-8e49-c1c7da51cc1b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0653219 Oct 03 16:01:51.766397 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2222c0b-c32d-43fe-9539-4f4d3ca71bb5 req-90143ab6-563c-4283-ad9c-3a6c067e6832 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518916 Oct 03 16:01:52.206316 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-1d8add27-05ad-47cd-9f7e-55d6d4307a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:52.560855 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50086bb0-200d-4f76-902e-9f47ac32be11 req-623139d9-eb8f-43a3-85bd-5009b9414bf4 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:52.562368 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-50086bb0-200d-4f76-902e-9f47ac32be11 req-623139d9-eb8f-43a3-85bd-5009b9414bf4 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0554349 Oct 03 16:01:52.618439 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-50086bb0-200d-4f76-902e-9f47ac32be11 req-26e870ff-a035-4657-8ccb-3c674b0aafe4 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500581 Oct 03 16:01:53.406345 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 51256) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:53.411170 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-d10d06d6-7f78-44d4-b963-2c5cf2b34137 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2134752286', 'description': 'tempest-description--1955964421'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:53.434713 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d10d06d6-7f78-44d4-b963-2c5cf2b34137 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:53.513137 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d10d06d6-7f78-44d4-b963-2c5cf2b34137 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for security_group (824d7a53-1eec-40b0-b19f-761ac36f5eef), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:53.517062 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d10d06d6-7f78-44d4-b963-2c5cf2b34137 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (824d7a53-1eec-40b0-b19f-761ac36f5eef), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:53.551986 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d06d6-7f78-44d4-b963-2c5cf2b34137 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824d7a53-1eec-40b0-b19f-761ac36f5eef,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:53.557925 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d10d06d6-7f78-44d4-b963-2c5cf2b34137 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:53.562202 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-d10d06d6-7f78-44d4-b963-2c5cf2b34137 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1520569 Oct 03 16:01:53.563388 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 51258) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:53.567978 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-4d8f65d8-2035-4a3d-aae4-0ef32eb729e8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Request body: {'security_group_rule': {'security_group_id': '824d7a53-1eec-40b0-b19f-761ac36f5eef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:53.610034 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4d8f65d8-2035-4a3d-aae4-0ef32eb729e8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for security_group_rule (1fce1b21-25ad-4ece-9511-37a179dc555d), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:53.681071 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4d8f65d8-2035-4a3d-aae4-0ef32eb729e8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for security_group_rule (1fce1b21-25ad-4ece-9511-37a179dc555d), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:53.685752 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4d8f65d8-2035-4a3d-aae4-0ef32eb729e8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (1fce1b21-25ad-4ece-9511-37a179dc555d), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:53.721895 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:53.727483 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f65d8-2035-4a3d-aae4-0ef32eb729e8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fce1b21-25ad-4ece-9511-37a179dc555d,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:53.733217 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4d8f65d8-2035-4a3d-aae4-0ef32eb729e8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:53.738607 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-4d8f65d8-2035-4a3d-aae4-0ef32eb729e8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1745906 Oct 03 16:01:53.739369 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 51264) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:53.745071 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-e98d7d19-ac7a-4255-9f3a-7e2f1afd9b0c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Request body: {'security_group_rule': {'security_group_id': '824d7a53-1eec-40b0-b19f-761ac36f5eef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:53.767213 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0d346-2f3c-45de-95a0-db31f7e97835 req-65dff021-033d-4bda-b07e-c684a005980a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:53.769058 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a4f0d346-2f3c-45de-95a0-db31f7e97835 req-65dff021-033d-4bda-b07e-c684a005980a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0578392 Oct 03 16:01:53.783029 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e98d7d19-ac7a-4255-9f3a-7e2f1afd9b0c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for security_group_rule (b8c90f74-82e2-4516-a02b-58f7c23b7118), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:53.844229 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a4f0d346-2f3c-45de-95a0-db31f7e97835 req-3529a8b7-c7cc-4358-87d1-f3c6364e27a7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670259 Oct 03 16:01:53.861022 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e98d7d19-ac7a-4255-9f3a-7e2f1afd9b0c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for security_group_rule (b8c90f74-82e2-4516-a02b-58f7c23b7118), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:53.865697 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e98d7d19-ac7a-4255-9f3a-7e2f1afd9b0c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (b8c90f74-82e2-4516-a02b-58f7c23b7118), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:53.898301 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d7d19-ac7a-4255-9f3a-7e2f1afd9b0c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c90f74-82e2-4516-a02b-58f7c23b7118,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:53.914443 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e98d7d19-ac7a-4255-9f3a-7e2f1afd9b0c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:53.916077 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-e98d7d19-ac7a-4255-9f3a-7e2f1afd9b0c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1756098 Oct 03 16:01:53.920148 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 51268) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:01:53.927832 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:01:53.965807 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:54.076765 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:54.179496 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:54.213925 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Allocated IP 172.27.0.69 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/32ee6087-db61-4a08-b554-e68594c22b82) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:01:54.259517 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-88d1f80b-d856-45eb-bb9d-592a61c1c15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:54.368462 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for port (32ee6087-db61-4a08-b554-e68594c22b82), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:54.428147 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (32ee6087-db61-4a08-b554-e68594c22b82), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:54.476376 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:01:54.482788 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:01:54.485277 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:01:54.522474 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Pushing event updated for resources: {'Port': ['ID=32ee6087-db61-4a08-b554-e68594c22b82,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:54.547545 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for floatingip (854d651f-22ea-4198-ab54-41415034c287), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:54.596303 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (32ee6087-db61-4a08-b554-e68594c22b82), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:54.765642 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for port (32ee6087-db61-4a08-b554-e68594c22b82), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:54.773743 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (32ee6087-db61-4a08-b554-e68594c22b82), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:54.774711 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (854d651f-22ea-4198-ab54-41415034c287), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:54.782111 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:54.828206 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:54.829640 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9083190 Oct 03 16:01:54.830563 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0c747-7885-43e7-893c-eeb0c79b8bcd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Pushing event updated for resources: {'Port': ['ID=32ee6087-db61-4a08-b554-e68594c22b82,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:01:55.009808 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ec084-f255-40c5-b6d0-e1dc392c9a9f req-a6970705-8cc9-4428-a127-0028df1ccce3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:55.010668 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-085ec084-f255-40c5-b6d0-e1dc392c9a9f req-a6970705-8cc9-4428-a127-0028df1ccce3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0809474 Oct 03 16:01:55.085027 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-085ec084-f255-40c5-b6d0-e1dc392c9a9f req-d69c0ab5-77e7-42cb-a8f4-a72f87082328 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531318 Oct 03 16:01:55.791275 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:57.024030 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:57.160645 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:01:57.345016 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:57.356582 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-f6ed38db-cb30-4f54-bfd2-e72255d6a7d8 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2134752286&fields=id&tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b HTTP/1.1" status: 200 len: 267 time: 0.1137877 Oct 03 16:01:57.375910 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-c9d64777-ef75-418d-91d5-874367ed3c34 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:57.377399 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-c9d64777-ef75-418d-91d5-874367ed3c34 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/networks?id=2eb47dc5-6e8d-4486-b34c-6986a542da63 HTTP/1.1" status: 200 len: 814 time: 0.1471643 Oct 03 16:01:57.397993 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:57.436485 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-bee8fed6-12f5-43a5-bc67-e99db2bce145 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/quotas/f8c41c14b0b3411d9b7e39e3983f2ccd HTTP/1.1" status: 200 len: 375 time: 0.0509608 Oct 03 16:01:57.477289 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-6b52f05a-be15-43bd-938e-ed984a36dfb0 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f8c41c14b0b3411d9b7e39e3983f2ccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353761 Oct 03 16:01:57.560690 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad575-0416-464d-89e1-b7818e97092f req-fb9525e8-0738-4492-a5be-5902d2deb8b1 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:57.562170 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-fb9525e8-0738-4492-a5be-5902d2deb8b1 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 818 time: 0.1941814 Oct 03 16:01:57.583937 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-08510f78-3257-4b4c-b666-7e98f59e45d4 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/quotas/f2ed0fa1c2fe47a485c26522b2e81b8b HTTP/1.1" status: 200 len: 375 time: 0.0156031 Oct 03 16:01:57.906023 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-f7faca76-8407-4f33-9b62-0b9766bfeeb0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2eb47dc5-6e8d-4486-b34c-6986a542da63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206479 Oct 03 16:01:57.927886 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d15c2f-7ff0-4152-b482-2c3cb70f8cd2 req-d8e3d226-c018-44c9-8c3f-6aa3fc8ccaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:57.929315 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-61d15c2f-7ff0-4152-b482-2c3cb70f8cd2 req-d8e3d226-c018-44c9-8c3f-6aa3fc8ccaac service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7ee0d51f58e4abd8867c54458f504fc&device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 1129 time: 0.0876932 Oct 03 16:01:57.936865 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-2f22fedb-1fa7-4133-80fc-3d9afc4d6e9e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3469641 Oct 03 16:01:58.148689 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-b43f81db-6478-4cd7-8a21-80a06828795f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2eb47dc5-6e8d-4486-b34c-6986a542da63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342594 Oct 03 16:01:58.168203 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d15c2f-7ff0-4152-b482-2c3cb70f8cd2 req-9cdbabea-96b4-494b-8922-176312397f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:58.170044 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-61d15c2f-7ff0-4152-b482-2c3cb70f8cd2 req-9cdbabea-96b4-494b-8922-176312397f03 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90c6b009-4013-4301-b819-4e12c2de8610 HTTP/1.1" status: 200 len: 917 time: 0.2239263 Oct 03 16:01:58.171952 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-bf619b7d-d19e-45c6-9656-3196e7b1f2d9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141728 Oct 03 16:01:58.304639 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-61d15c2f-7ff0-4152-b482-2c3cb70f8cd2 req-a4972d48-86e3-4d40-877d-d90444b193c5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc HTTP/1.1" status: 200 len: 1000 time: 0.1138887 Oct 03 16:01:58.361126 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:58.408841 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-c5261181-7774-47ca-9d6d-6ee3be550a24 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305565 Oct 03 16:01:58.431997 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7315876-f1a4-4d6a-a263-908d98a80831 req-c16bedbd-44b4-47d7-8a2b-8561609383d1 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:58.434173 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f7315876-f1a4-4d6a-a263-908d98a80831 req-c16bedbd-44b4-47d7-8a2b-8561609383d1 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.1146834 Oct 03 16:01:58.436153 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d15c2f-7ff0-4152-b482-2c3cb70f8cd2 req-9ed02267-982e-4b9e-9198-8181aa131c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:58.437810 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-61d15c2f-7ff0-4152-b482-2c3cb70f8cd2 req-9ed02267-982e-4b9e-9198-8181aa131c35 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=670b7b9a-7e6f-4853-8220-542ceaef90cb HTTP/1.1" status: 200 len: 855 time: 0.1285493 Oct 03 16:01:58.515288 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d15c2f-7ff0-4152-b482-2c3cb70f8cd2 req-a98df108-0760-425a-b9ff-a153633680c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:58.516932 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-61d15c2f-7ff0-4152-b482-2c3cb70f8cd2 req-a98df108-0760-425a-b9ff-a153633680c7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90c6b009-4013-4301-b819-4e12c2de8610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620463 Oct 03 16:01:58.527486 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f7315876-f1a4-4d6a-a263-908d98a80831 req-affdb771-4f68-47e0-aefd-105c21f5a4cf tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825572 Oct 03 16:01:58.648477 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-10e29f86-0617-4f86-b489-c890849b7c8b req-61d9e241-a2c9-40a8-8728-2e5d48cf90ee tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 210 time: 0.0602050 Oct 03 16:01:58.653137 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:01:58.684541 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f3b77878-75d1-4848-9b04-ef083cb97bec req-fc38b319-e7cf-493d-abf9-9deeb8bdd149 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 210 time: 0.0447624 Oct 03 16:01:58.703889 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-61d15c2f-7ff0-4152-b482-2c3cb70f8cd2 req-a9badb49-00fe-44ac-9d22-4f1baef1f1e7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789858 Oct 03 16:01:58.827324 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-61d15c2f-7ff0-4152-b482-2c3cb70f8cd2 req-c22fa93a-bcc4-4214-b92f-0b712cf82295 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105282 Oct 03 16:01:59.695180 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869bd31-8f2d-4504-86f2-9f291b1cae17 req-c7014a60-c26e-4112-ab8e-ed9adcd34903 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:01:59.696641 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b869bd31-8f2d-4504-86f2-9f291b1cae17 req-c7014a60-c26e-4112-ab8e-ed9adcd34903 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0476692 Oct 03 16:01:59.775436 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b7565269-6630-479c-9b9e-dd2da750b8f0 req-e938fe0d-f4b6-42e6-97dd-5c293f49274b tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 210 time: 0.0334179 Oct 03 16:01:59.779896 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b869bd31-8f2d-4504-86f2-9f291b1cae17 req-25e77edf-8ed6-42f5-bba8-6ff84b138cbe tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770755 Oct 03 16:01:59.866528 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d2f192b9-8d94-41c8-9d67-52c2dffda5aa req-e252656c-eac2-4f96-b9a5-80b2955d5b60 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 210 time: 0.0333066 Oct 03 16:02:00.546810 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=29 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:00.925938 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-85c7a5fd-f7bd-4e7d-9e71-fcf7597bdc4f req-f8ddedac-3d88-4944-9fe8-5bffee1fb5f2 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 210 time: 0.0458071 Oct 03 16:02:00.943976 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b68352-9e93-443a-a074-b072357592ca req-563a00a0-44b2-4a48-bc96-1c218e061f7a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:00.945702 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-06b68352-9e93-443a-a074-b072357592ca req-563a00a0-44b2-4a48-bc96-1c218e061f7a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.0767136 Oct 03 16:02:01.003932 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-06b68352-9e93-443a-a074-b072357592ca req-6b566773-8d54-4c50-914b-dbabbaea8bb3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521388 Oct 03 16:02:01.056509 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c688beec-b369-4230-83ac-d325ec04bd53 req-5e8ec5ad-f2e4-48e4-b326-6360c898e40e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 210 time: 0.0399868 Oct 03 16:02:01.725258 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-eb07ed2a-9520-41ce-81f1-81acaa22f5eb tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:01.726741 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-eb07ed2a-9520-41ce-81f1-81acaa22f5eb tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.48 "GET /networking/v2.0/networks?id=2eb47dc5-6e8d-4486-b34c-6986a542da63 HTTP/1.1" status: 200 len: 814 time: 0.1068532 Oct 03 16:02:01.740143 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-0cc73a0f-cbe7-447f-83fa-577de95c42cf tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Request body: {'port': {'device_id': '712d40fb-6814-434a-92d3-2fd4553169b1', 'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63', 'admin_state_up': True, 'tenant_id': 'f8c41c14b0b3411d9b7e39e3983f2ccd'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:02:01.857088 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-0cc73a0f-cbe7-447f-83fa-577de95c42cf tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Made reservation on behalf of f8c41c14b0b3411d9b7e39e3983f2ccd for: {'port': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:02:01.860889 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-0cc73a0f-cbe7-447f-83fa-577de95c42cf tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:01.936135 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:01.995632 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-0cc73a0f-cbe7-447f-83fa-577de95c42cf tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Allocated IP 172.20.0.8 (2eb47dc5-6e8d-4486-b34c-6986a542da63/cb3bc50d-da1c-45cd-aec5-19483576ea90/29128e72-e7bc-47c7-9fae-fb89b598c55b) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:02:02.064578 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-37f5da46-0567-49fc-a3e8-51456405a896 req-061cc957-32c9-494d-b9a6-ade7fb3c8bad tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 210 time: 0.0493906 Oct 03 16:02:02.204047 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c99b9288-10f4-4b92-9c65-51fb5f744b55 req-bdb82d64-a9dd-476c-bdc4-e368f2c064f6 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 210 time: 0.0620837 Oct 03 16:02:02.221435 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9eb7ee-fc91-46d7-bb78-e84f05695f3c req-efc9b078-5344-4761-a1e7-93fe8c714a69 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:02.222882 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ce9eb7ee-fc91-46d7-bb78-e84f05695f3c req-efc9b078-5344-4761-a1e7-93fe8c714a69 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 945 time: 0.1215136 Oct 03 16:02:02.272362 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:02.277268 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-0cc73a0f-cbe7-447f-83fa-577de95c42cf tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks [] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:02.289559 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 279a065d-37a6-41d4-b55c-f869f78cf9cc no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:02:02.319645 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ce9eb7ee-fc91-46d7-bb78-e84f05695f3c req-421a6d50-31aa-43f2-a74b-b2f11252ffd8 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899515 Oct 03 16:02:02.341169 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-0cc73a0f-cbe7-447f-83fa-577de95c42cf tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:02.395596 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc73a0f-cbe7-447f-83fa-577de95c42cf tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Pushing event updated for resources: {'Port': ['ID=29128e72-e7bc-47c7-9fae-fb89b598c55b,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:02.398495 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 279a065d-37a6-41d4-b55c-f869f78cf9cc is: ACTIVE; New status is: DOWN {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:02:02.399071 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:02.418786 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-0cc73a0f-cbe7-447f-83fa-577de95c42cf tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Network 2eb47dc5-6e8d-4486-b34c-6986a542da63 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:02:02.432239 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-0cc73a0f-cbe7-447f-83fa-577de95c42cf tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:02:02.444908 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-0cc73a0f-cbe7-447f-83fa-577de95c42cf tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:02:02.445771 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 279a065d-37a6-41d4-b55c-f869f78cf9cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:02:02.445894 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-0cc73a0f-cbe7-447f-83fa-577de95c42cf tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:02.445990 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:02:02.447461 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-0cc73a0f-cbe7-447f-83fa-577de95c42cf tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:02.448805 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5edaf13-b646-42b0-8880-f6b9676a8a32" -d '{"events": [{"server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "name": "network-vif-unplugged", "status": "completed", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:02:02.453684 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:02.474561 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-0cc73a0f-cbe7-447f-83fa-577de95c42cf tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7381971 Oct 03 16:02:02.498823 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Request body: {'port': {'device_id': '712d40fb-6814-434a-92d3-2fd4553169b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:02:02.535242 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49af518c-4877-4075-bb48-e972eac97578 x-openstack-request-id: req-49af518c-4877-4075-bb48-e972eac97578 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:02:02.535794 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "name": "network-vif-unplugged", "status": "completed", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:02:02.536699 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-49af518c-4877-4075-bb48-e972eac97578 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:02:02.537339 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49af518c-4877-4075-bb48-e972eac97578'] response: {'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'code': 200} Oct 03 16:02:02.541159 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=279a065d-37a6-41d4-b55c-f869f78cf9cc,revision_number=8']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:02.645437 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:02.871725 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad575-0416-464d-89e1-b7818e97092f req-427721ed-3e87-4289-a319-64f4c229799b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:02.873303 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-427721ed-3e87-4289-a319-64f4c229799b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 818 time: 0.3045278 Oct 03 16:02:03.053827 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:03.139745 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29128e72-e7bc-47c7-9fae-fb89b598c55b {{(pid=106162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:02:03.179259 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Publish callbacks [] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:03.250765 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-8575c1f5-3b08-48f3-a2b6-96717f53db18 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b HTTP/1.1" status: 200 len: 380 time: 0.1885800 Oct 03 16:02:03.273484 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-a83ad575-0416-464d-89e1-b7818e97092f req-c301418f-0196-407d-be86-810c1d7dd825 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Request body: {'port': {'device_id': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'admin_state_up': True, 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'security_groups': ['824d7a53-1eec-40b0-b19f-761ac36f5eef']}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:02:03.286317 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.provisioning_blocks [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Transition to ACTIVE for port object 29128e72-e7bc-47c7-9fae-fb89b598c55b will not be triggered until provisioned by entity L2. {{(pid=106162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:02:03.300747 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:03.341733 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:03.369845 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [req-1f1e416d-ee82-4a04-9999-ff259a0fd6a1 req-89ef08ba-6647-4470-9abf-9b9a6a509e78 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 16:02:03.371395 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1f1e416d-ee82-4a04-9999-ff259a0fd6a1 req-89ef08ba-6647-4470-9abf-9b9a6a509e78 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0348179 Oct 03 16:02:03.430394 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9483f-9796-458b-9e41-1085632c5280 req-9246f2a6-fb66-4f7e-b3cf-b418f62b105c tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:03.431891 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9fd9483f-9796-458b-9e41-1085632c5280 req-9246f2a6-fb66-4f7e-b3cf-b418f62b105c tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 943 time: 0.1718996 Oct 03 16:02:03.497650 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Pushing event updated for resources: {'Port': ['ID=29128e72-e7bc-47c7-9fae-fb89b598c55b,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:03.517930 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Attempting to bind port 29128e72-e7bc-47c7-9fae-fb89b598c55b on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:02:03.518279 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Attempting to bind port 29128e72-e7bc-47c7-9fae-fb89b598c55b by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '133548aa-b753-4d32-bee1-91d8ce8643a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63'}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:02:03.518614 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Attempting to bind port 29128e72-e7bc-47c7-9fae-fb89b598c55b on network 2eb47dc5-6e8d-4486-b34c-6986a542da63 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:02:03.524852 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.525208 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.525555 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.525895 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.526260 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.526745 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.527069 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.527399 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.527729 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.528061 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.528388 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.528736 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.529061 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.529389 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.529716 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:03.617304 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-36df229a-9685-4753-8f0e-a16387a9fd8b req-98987c18-92b4-4629-9a6a-e50e5c65a887 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 210 time: 0.0840220 Oct 03 16:02:03.639426 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9fd9483f-9796-458b-9e41-1085632c5280 req-8e004cc7-7a1c-43b8-add6-8307b9e13536 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821768 Oct 03 16:02:03.647895 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Port 29128e72-e7bc-47c7-9fae-fb89b598c55b on network 2eb47dc5-6e8d-4486-b34c-6986a542da63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:02:03.648232 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Attempting to bind port 29128e72-e7bc-47c7-9fae-fb89b598c55b on network 2eb47dc5-6e8d-4486-b34c-6986a542da63 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:02:03.652642 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83ad575-0416-464d-89e1-b7818e97092f req-c301418f-0196-407d-be86-810c1d7dd825 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Made reservation on behalf of f2ed0fa1c2fe47a485c26522b2e81b8b for: {'port': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:02:03.656891 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a83ad575-0416-464d-89e1-b7818e97092f req-c301418f-0196-407d-be86-810c1d7dd825 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:03.788961 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:02:03.789309 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Checking segment: {'id': '133548aa-b753-4d32-bee1-91d8ce8643a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:02:03.789696 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Bound using segment: {'id': '133548aa-b753-4d32-bee1-91d8ce8643a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63'} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:02:03.790141 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Bound port: 29128e72-e7bc-47c7-9fae-fb89b598c55b, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133548aa-b753-4d32-bee1-91d8ce8643a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63'}}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:02:03.790504 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:03.819022 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbd9aa-d934-4bd5-b250-ecfef61c3940 req-33db653e-250e-4a7c-9ee9-9acfedad656f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:03.820599 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-abbbd9aa-d934-4bd5-b250-ecfef61c3940 req-33db653e-250e-4a7c-9ee9-9acfedad656f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.1138742 Oct 03 16:02:03.893512 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=31,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:03.898157 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=50,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:03.919846 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 51464) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:02:03.948692 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [req-a83ad575-0416-464d-89e1-b7818e97092f req-c301418f-0196-407d-be86-810c1d7dd825 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Allocated IP 172.20.0.6 (8944939a-3352-4658-bad6-12912f50f635/f21be2b1-c7a2-4cb7-b6d5-de36b0126245/48b1e08a-0e36-4575-8b9c-a7c71f70f9ac) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:02:03.964258 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-abbbd9aa-d934-4bd5-b250-ecfef61c3940 req-0bb826f1-e9f1-433a-9984-d06a630f69eb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322467 Oct 03 16:02:03.969000 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] For port 29128e72-e7bc-47c7-9fae-fb89b598c55b, host hv-cinder-84456, cleared binding levels {{(pid=106162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:02:03.972705 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] For port 29128e72-e7bc-47c7-9fae-fb89b598c55b, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=29128e72-e7bc-47c7-9fae-fb89b598c55b,segment=NetworkSegment(133548aa-b753-4d32-bee1-91d8ce8643a2),segment_id=133548aa-b753-4d32-bee1-91d8ce8643a2)] {{(pid=106162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:02:03.985571 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:04.009325 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-dd17e8c7-c89c-40ce-9ed2-a77bd0f3c3cd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883276 Oct 03 16:02:04.013694 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:04.014384 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:04.015947 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/29128e72-e7bc-47c7-9fae-fb89b598c55b HTTP/1.1" status: 200 len: 1093 time: 1.5230644 Oct 03 16:02:04.016596 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-46963ff1-eadf-4767-aab3-cf8f602b0ada service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 16:02:04.017590 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-46963ff1-eadf-4767-aab3-cf8f602b0ada service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057602 Oct 03 16:02:04.018509 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712d40fb-6814-434a-92d3-2fd4553169b1', 'tag': '29128e72-e7bc-47c7-9fae-fb89b598c55b'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:02:04.021103 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db8d585-51ba-40e0-b4ca-5c1bd2337559" -d '{"events": [{"name": "network-changed", "server_uuid": "712d40fb-6814-434a-92d3-2fd4553169b1", "tag": "29128e72-e7bc-47c7-9fae-fb89b598c55b"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:02:04.107779 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b1657a-62d9-431d-ba7e-4073c69d5c2a x-openstack-request-id: req-49b1657a-62d9-431d-ba7e-4073c69d5c2a {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:02:04.108464 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712d40fb-6814-434a-92d3-2fd4553169b1", "tag": "29128e72-e7bc-47c7-9fae-fb89b598c55b", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:02:04.108464 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-49b1657a-62d9-431d-ba7e-4073c69d5c2a {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:02:04.108788 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b1657a-62d9-431d-ba7e-4073c69d5c2a'] response: {'name': 'network-changed', 'server_uuid': '712d40fb-6814-434a-92d3-2fd4553169b1', 'tag': '29128e72-e7bc-47c7-9fae-fb89b598c55b', 'status': 'completed', 'code': 200} Oct 03 16:02:04.119434 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:04.126156 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e73b21-8a00-4ec8-acb7-9ce5b75cca95 service neutron] Pushing event updated for resources: {'Port': ['ID=29128e72-e7bc-47c7-9fae-fb89b598c55b,revision_number=3']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:04.129469 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 51476) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:02:04.160364 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:04.172324 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-04949a42-a9d9-466b-b72e-ab38e055611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:04.173936 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-04949a42-a9d9-466b-b72e-ab38e055611d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f8c41c14b0b3411d9b7e39e3983f2ccd&device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 1127 time: 0.0699735 Oct 03 16:02:04.183225 dv-cinder-844563-13-iscsi neutron-server[106163]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 03 16:02:04.232792 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-f81a150f-5dd4-4628-89f6-9fa71bf2ae85 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:04.234040 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-f81a150f-5dd4-4628-89f6-9fa71bf2ae85 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports/279a065d-37a6-41d4-b55c-f869f78cf9cc HTTP/1.1" status: 200 len: 940 time: 0.1031945 Oct 03 16:02:04.240364 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-13c394c6-3b1d-4e04-990b-7c617b751134 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29128e72-e7bc-47c7-9fae-fb89b598c55b HTTP/1.1" status: 200 len: 217 time: 0.0467284 Oct 03 16:02:04.252700 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a83ad575-0416-464d-89e1-b7818e97092f req-c301418f-0196-407d-be86-810c1d7dd825 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:04.314949 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-fbead1fe-c617-4a0a-af22-884134dcb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:04.317464 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-fbead1fe-c617-4a0a-af22-884134dcb732 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cb3bc50d-da1c-45cd-aec5-19483576ea90 HTTP/1.1" status: 200 len: 854 time: 0.0670235 Oct 03 16:02:04.362185 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-5c7c5f21-3323-46e8-a7fc-b10db2f6c2a4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2eb47dc5-6e8d-4486-b34c-6986a542da63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355036 Oct 03 16:02:04.364665 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a83ad575-0416-464d-89e1-b7818e97092f req-c301418f-0196-407d-be86-810c1d7dd825 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:04.467615 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83ad575-0416-464d-89e1-b7818e97092f req-c301418f-0196-407d-be86-810c1d7dd825 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Network 8944939a-3352-4658-bad6-12912f50f635 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:02:04.473663 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [req-a83ad575-0416-464d-89e1-b7818e97092f req-c301418f-0196-407d-be86-810c1d7dd825 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:02:04.479713 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83ad575-0416-464d-89e1-b7818e97092f req-c301418f-0196-407d-be86-810c1d7dd825 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:02:04.484227 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad575-0416-464d-89e1-b7818e97092f req-c301418f-0196-407d-be86-810c1d7dd825 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:04.484863 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a83ad575-0416-464d-89e1-b7818e97092f req-c301418f-0196-407d-be86-810c1d7dd825 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:04.506278 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301418f-0196-407d-be86-810c1d7dd825 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Pushing event updated for resources: {'Port': ['ID=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:04.533582 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-c301418f-0196-407d-be86-810c1d7dd825 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2715888 Oct 03 16:02:04.550624 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Request body: {'port': {'device_id': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:02:04.579589 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-b4c31acf-4fed-4cbf-98e7-e1fe6a45168f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2eb47dc5-6e8d-4486-b34c-6986a542da63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084990 Oct 03 16:02:04.681939 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:04.800294 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-4cd83f88-4417-4bb6-ae5a-2824736ed019 None None] Provisioning complete for port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:02:04.801418 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4cd83f88-4417-4bb6-ae5a-2824736ed019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:04.801418 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-4cd83f88-4417-4bb6-ae5a-2824736ed019 None None] Attempt 1 to provision port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac Oct 03 16:02:04.837770 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-4cd83f88-4417-4bb6-ae5a-2824736ed019 None None] Port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:02:05.049290 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-102eaa06-e20e-43eb-b4a3-a75a0bd004d2 req-b5a76d64-8240-4d2f-8972-ddbd79e5873a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2eb47dc5-6e8d-4486-b34c-6986a542da63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621055 Oct 03 16:02:05.088060 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5656450-26ef-42ed-83d2-92edf6b20bbd req-c155a4aa-eca4-4a5f-b811-260d1bfaabbe tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:05.089680 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5656450-26ef-42ed-83d2-92edf6b20bbd req-c155a4aa-eca4-4a5f-b811-260d1bfaabbe tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 931 time: 0.3551927 Oct 03 16:02:05.172791 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a712fc6-377c-4354-aadf-00d3205b2e83 req-bc71a625-cd43-432e-b4f6-bd5c240a1b0b tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:05.174200 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4a712fc6-377c-4354-aadf-00d3205b2e83 req-bc71a625-cd43-432e-b4f6-bd5c240a1b0b tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 943 time: 0.1468847 Oct 03 16:02:05.274478 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d5656450-26ef-42ed-83d2-92edf6b20bbd req-f44519ad-41ca-41d5-9259-df1135f4efaa tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414785 Oct 03 16:02:05.283788 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:05.312546 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4a712fc6-377c-4354-aadf-00d3205b2e83 req-aa81cc9e-06a9-463d-b14a-2633d69e309f tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321390 Oct 03 16:02:05.331225 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:05.430149 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12fca8-9dc0-4dbb-8fd2-8256019df704 req-83a25148-00bf-4945-8770-ddf4af2416ac tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:05.431639 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3e12fca8-9dc0-4dbb-8fd2-8256019df704 req-83a25148-00bf-4945-8770-ddf4af2416ac tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0826945 Oct 03 16:02:05.435478 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac {{(pid=106162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:02:05.450333 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Publish callbacks [] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:05.475932 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.provisioning_blocks [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Transition to ACTIVE for port object 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac will not be triggered until provisioned by entity L2. {{(pid=106162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:02:05.483859 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:05.525820 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3e12fca8-9dc0-4dbb-8fd2-8256019df704 req-0cf712c8-6a7b-4956-9700-a06daa4864e0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857897 Oct 03 16:02:05.560347 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Pushing event updated for resources: {'Port': ['ID=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:05.571447 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Attempting to bind port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:02:05.571763 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Attempting to bind port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:02:05.572100 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Attempting to bind port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac on network 8944939a-3352-4658-bad6-12912f50f635 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:02:05.618091 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac on network 8944939a-3352-4658-bad6-12912f50f635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:02:05.618246 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Attempting to bind port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac on network 8944939a-3352-4658-bad6-12912f50f635 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:02:05.667429 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:02:05.667754 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Checking segment: {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:02:05.668144 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Bound using segment: {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:02:05.668581 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Bound port: 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa644f0-4d10-4764-9714-b00eb87f491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8944939a-3352-4658-bad6-12912f50f635'}}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:02:05.668980 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:05.730486 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] For port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac, host hv-cinder-84456, cleared binding levels {{(pid=106162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:02:05.733476 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] For port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:02:05.738653 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:05.743191 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:05.743798 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:05.746004 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/48b1e08a-0e36-4575-8b9c-a7c71f70f9ac HTTP/1.1" status: 200 len: 1093 time: 1.1996043 Oct 03 16:02:05.790338 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237c1a1-fcfb-465c-b011-32cf8a2cd495 service neutron] Pushing event updated for resources: {'Port': ['ID=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac,revision_number=3']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:06.109578 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'tag': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:02:06.111977 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d51b488-f027-4677-ad79-aca46430020f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fb7e1a-6583-4305-b5aa-5c6c29643641", "tag": "48b1e08a-0e36-4575-8b9c-a7c71f70f9ac"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:02:06.148612 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3bdb53-eaa0-4a75-83c5-4adba6b81fda x-openstack-request-id: req-ac3bdb53-eaa0-4a75-83c5-4adba6b81fda {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:02:06.148976 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fb7e1a-6583-4305-b5aa-5c6c29643641", "tag": "48b1e08a-0e36-4575-8b9c-a7c71f70f9ac", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:02:06.149235 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ac3bdb53-eaa0-4a75-83c5-4adba6b81fda {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:02:06.149642 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3bdb53-eaa0-4a75-83c5-4adba6b81fda'] response: {'name': 'network-changed', 'server_uuid': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'tag': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'status': 'completed', 'code': 200} Oct 03 16:02:06.332281 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 279a065d-37a6-41d4-b55c-f869f78cf9cc no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:02:06.422771 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b488-f027-4677-ad79-aca46430020f req-3ecd7981-3633-4c6c-809c-23e04c311a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:06.424306 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7d51b488-f027-4677-ad79-aca46430020f req-3ecd7981-3633-4c6c-809c-23e04c311a67 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 1127 time: 0.1040304 Oct 03 16:02:06.427510 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8d585-51ba-40e0-b4ca-5c1bd2337559 req-fd71890b-93c7-4146-9a38-fe9d16a2c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:06.429449 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5db8d585-51ba-40e0-b4ca-5c1bd2337559 req-fd71890b-93c7-4146-9a38-fe9d16a2c049 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f8c41c14b0b3411d9b7e39e3983f2ccd&device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 1127 time: 0.1302938 Oct 03 16:02:06.451425 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:06.522975 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 279a065d-37a6-41d4-b55c-f869f78cf9cc is: DOWN; New status is: DOWN {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:02:06.549727 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b488-f027-4677-ad79-aca46430020f req-4a97d86c-f83b-4e82-a8bc-a32e0384282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:06.551112 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7d51b488-f027-4677-ad79-aca46430020f req-4a97d86c-f83b-4e82-a8bc-a32e0384282d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1107206 Oct 03 16:02:06.625415 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6cfc0a16-5918-4ac9-9f6f-2d2d6eca5421 req-6591daa7-0413-4931-bbe2-4122b9400bb7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2676725 Oct 03 16:02:06.646139 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad326a-09ed-46a1-8899-632436d242a4 req-8ff9a67b-7a4a-4af0-a9be-7c263f65f0b5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:06.651801 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-92ad326a-09ed-46a1-8899-632436d242a4 req-8ff9a67b-7a4a-4af0-a9be-7c263f65f0b5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 943 time: 0.1898072 Oct 03 16:02:06.675448 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b488-f027-4677-ad79-aca46430020f req-8b48c1e3-f391-4f86-8e43-d259ea2a6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:06.677223 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7d51b488-f027-4677-ad79-aca46430020f req-8b48c1e3-f391-4f86-8e43-d259ea2a6e3c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130447 Oct 03 16:02:06.689527 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fc40f-3152-4cbe-b5e6-e91bbabcc26a req-72d453ca-c23b-4326-8d23-e695e475da9f tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:06.691012 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c96fc40f-3152-4cbe-b5e6-e91bbabcc26a req-72d453ca-c23b-4326-8d23-e695e475da9f tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 943 time: 0.2310560 Oct 03 16:02:06.701294 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:06.756193 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8d585-51ba-40e0-b4ca-5c1bd2337559 req-28609ceb-a34e-4bf9-bdb7-985e2a317890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:06.757768 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5db8d585-51ba-40e0-b4ca-5c1bd2337559 req-28609ceb-a34e-4bf9-bdb7-985e2a317890 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=2eb47dc5-6e8d-4486-b34c-6986a542da63 HTTP/1.1" status: 200 len: 915 time: 0.2900846 Oct 03 16:02:06.780647 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc0a16-5918-4ac9-9f6f-2d2d6eca5421 req-0343a7ed-74d5-44b6-9c21-e5e74b676fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:06.783460 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6cfc0a16-5918-4ac9-9f6f-2d2d6eca5421 req-0343a7ed-74d5-44b6-9c21-e5e74b676fcc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a8db1f811cf84507ad7ea7058d6a0d25&device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 1129 time: 0.1160810 Oct 03 16:02:06.824786 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad575-0416-464d-89e1-b7818e97092f req-6133978f-d6d7-46fb-9b57-be09b0c45f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:06.826701 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5db8d585-51ba-40e0-b4ca-5c1bd2337559 req-66c2b4cd-cea9-4303-80f2-3a0ab6330def service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29128e72-e7bc-47c7-9fae-fb89b598c55b HTTP/1.1" status: 200 len: 217 time: 0.0557826 Oct 03 16:02:06.827248 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-6133978f-d6d7-46fb-9b57-be09b0c45f97 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 1127 time: 0.0696139 Oct 03 16:02:06.874755 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-92ad326a-09ed-46a1-8899-632436d242a4 req-c079ead4-553a-4821-82d0-85ba863236cb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012885 Oct 03 16:02:06.878379 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-228f4ffd-d7a3-494d-a136-ddf544d940c6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac HTTP/1.1" status: 200 len: 217 time: 0.0379786 Oct 03 16:02:06.952671 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c96fc40f-3152-4cbe-b5e6-e91bbabcc26a req-4814cffc-7ecf-4312-998a-156cb53ce894 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285426 Oct 03 16:02:06.955572 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad575-0416-464d-89e1-b7818e97092f req-9f872a25-0923-4af5-aa26-d9a6c9658fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:06.960482 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-9f872a25-0923-4af5-aa26-d9a6c9658fd7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.0632632 Oct 03 16:02:06.994838 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:06.997050 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc0a16-5918-4ac9-9f6f-2d2d6eca5421 req-f662f02f-e99a-4ed6-bfdc-6e3028e96f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:06.998538 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6cfc0a16-5918-4ac9-9f6f-2d2d6eca5421 req-f662f02f-e99a-4ed6-bfdc-6e3028e96f80 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 HTTP/1.1" status: 200 len: 911 time: 0.1579185 Oct 03 16:02:07.034902 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad575-0416-464d-89e1-b7818e97092f req-e402999e-1d11-4750-a32f-7d93e2f51fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:07.037824 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-e402999e-1d11-4750-a32f-7d93e2f51fe0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558975 Oct 03 16:02:07.089332 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8d585-51ba-40e0-b4ca-5c1bd2337559 req-4d47def8-635a-4ccc-89fb-67ad8b5a8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:07.091055 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5db8d585-51ba-40e0-b4ca-5c1bd2337559 req-4d47def8-635a-4ccc-89fb-67ad8b5a8541 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cb3bc50d-da1c-45cd-aec5-19483576ea90 HTTP/1.1" status: 200 len: 854 time: 0.2463024 Oct 03 16:02:07.140586 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-ecdd4b06-d551-42fd-9e2b-d01cd9e5b619 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1333872185&fields=id&tenant_id=40732e98240b4797b941e57f6606e6c5 HTTP/1.1" status: 200 len: 267 time: 0.1377599 Oct 03 16:02:07.160466 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-d84e1563-2ace-4b92-91f6-c1e8e253894f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118603 Oct 03 16:02:07.175798 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5db8d585-51ba-40e0-b4ca-5c1bd2337559 req-b42ce005-cbf9-4612-a234-26c7ae5703c6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2eb47dc5-6e8d-4486-b34c-6986a542da63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651615 Oct 03 16:02:07.192324 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6cfc0a16-5918-4ac9-9f6f-2d2d6eca5421 req-1dd53618-1319-4e10-8408-93998578a406 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d710284d-cf34-4ba0-b620-3fcbf1bcd02b HTTP/1.1" status: 200 len: 1001 time: 0.1597903 Oct 03 16:02:07.198142 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e7a2d-bfb7-4864-80e8-44e86140f4cf req-c54856a3-3c4b-404d-8ff0-3629298ab128 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:07.199864 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ea2e7a2d-bfb7-4864-80e8-44e86140f4cf req-c54856a3-3c4b-404d-8ff0-3629298ab128 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.1549706 Oct 03 16:02:07.261850 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-a83ad575-0416-464d-89e1-b7818e97092f req-04f07fe9-536e-4353-83d6-64a954b07f46 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923769 Oct 03 16:02:07.386604 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc0a16-5918-4ac9-9f6f-2d2d6eca5421 req-53e14e80-6594-4f19-b9d2-18389591e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:07.388071 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6cfc0a16-5918-4ac9-9f6f-2d2d6eca5421 req-53e14e80-6594-4f19-b9d2-18389591e9cf service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=26d397fd-4b80-4bbf-a0fc-de0f65c079d4 HTTP/1.1" status: 200 len: 849 time: 0.1770558 Oct 03 16:02:07.413290 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ea2e7a2d-bfb7-4864-80e8-44e86140f4cf req-9027dff4-fc74-4b8c-bd10-04159a09b7d8 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936061 Oct 03 16:02:07.446193 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-25cfd631-a024-4cac-852b-bfaf9da48273 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:07.447680 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-25cfd631-a024-4cac-852b-bfaf9da48273 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 811 time: 0.2815635 Oct 03 16:02:07.451253 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5db8d585-51ba-40e0-b4ca-5c1bd2337559 req-a8c20b40-0dad-4aea-9bbb-54bcc88ee613 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2eb47dc5-6e8d-4486-b34c-6986a542da63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505062 Oct 03 16:02:07.461865 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-3846b508-1abc-4c0e-905c-647def3f599d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/quotas/40732e98240b4797b941e57f6606e6c5 HTTP/1.1" status: 200 len: 375 time: 0.0089023 Oct 03 16:02:07.511555 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-9b61c8f0-745b-4128-bdce-7f723759d347 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439243 Oct 03 16:02:07.609616 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:07.614044 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-c10aa627-9631-45d5-b34d-d4788296c955 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877931 Oct 03 16:02:07.702517 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-e2b8d2d3-7ff3-4b2c-8344-5e12e65137e7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826168 Oct 03 16:02:08.015355 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48f10c-c97b-4666-b9c4-7ba92cedfe1d req-78e3b68a-14cf-4844-a057-7eb6526ab32d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:08.022224 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1f48f10c-c97b-4666-b9c4-7ba92cedfe1d req-78e3b68a-14cf-4844-a057-7eb6526ab32d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 943 time: 0.0637648 Oct 03 16:02:08.049004 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cea48638-f94b-4d4f-a0be-de77b51662a6 req-3a7bfe86-9919-44b8-b5a8-c070a3849fac tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 210 time: 0.0512586 Oct 03 16:02:08.112269 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1f48f10c-c97b-4666-b9c4-7ba92cedfe1d req-a6e02968-56a3-4c54-8837-59c995150db3 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891669 Oct 03 16:02:08.186916 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 51564) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:02:08.194001 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d97c9a-6bf1-4b94-ac91-1d5d84e26a3d req-8d91944f-1da5-49ad-828c-8e4be4ec17c7 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:08.195810 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-25d97c9a-6bf1-4b94-ac91-1d5d84e26a3d req-8d91944f-1da5-49ad-828c-8e4be4ec17c7 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 943 time: 0.0585217 Oct 03 16:02:08.268752 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-25d97c9a-6bf1-4b94-ac91-1d5d84e26a3d req-29299e2d-e9ec-49e5-9473-34b61b30d029 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581086 Oct 03 16:02:08.318167 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:08.339046 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 29128e72-e7bc-47c7-9fae-fb89b598c55b details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:02:08.405390 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Publish callbacks [] for security_group (ab4a8fb7-a263-4a30-a623-678f917a3039), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:08.408929 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ab4a8fb7-a263-4a30-a623-678f917a3039), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:08.437455 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 29128e72-e7bc-47c7-9fae-fb89b598c55b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=29128e72-e7bc-47c7-9fae-fb89b598c55b,segment=NetworkSegment(133548aa-b753-4d32-bee1-91d8ce8643a2),segment_id=133548aa-b753-4d32-bee1-91d8ce8643a2)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:02:08.447579 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=df40819799cf4e0cb9f8bb69ee6e6813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591479 Oct 03 16:02:08.449680 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '29128e72-e7bc-47c7-9fae-fb89b598c55b', 'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63', 'port_id': '29128e72-e7bc-47c7-9fae-fb89b598c55b', 'mac_address': 'fa:16:3e:16:20:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3bc50d-da1c-45cd-aec5-19483576ea90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:02:08.450587 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 51572) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:02:08.452302 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4a8fb7-a263-4a30-a623-678f917a3039,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:08.464140 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.464594 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.465220 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.465485 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.466316 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.466567 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.467959 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.468298 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.468638 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.469000 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.469339 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.469672 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.470000 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.470375 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.470886 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938ab5-9504-4824-a67a-9876ce17b576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:08.498755 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 29128e72-e7bc-47c7-9fae-fb89b598c55b is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:02:08.499143 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:08.512891 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29128e72-e7bc-47c7-9fae-fb89b598c55b {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:02:08.532872 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 29128e72-e7bc-47c7-9fae-fb89b598c55b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=29128e72-e7bc-47c7-9fae-fb89b598c55b,segment=NetworkSegment(133548aa-b753-4d32-bee1-91d8ce8643a2),segment_id=133548aa-b753-4d32-bee1-91d8ce8643a2)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:02:08.537223 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:08.605973 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:08.616004 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-f110d834-0742-40d4-a6de-2b600fa9b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:08.617853 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-f110d834-0742-40d4-a6de-2b600fa9b5e2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395&tenant_id=d7ee0d51f58e4abd8867c54458f504fc HTTP/1.1" status: 200 len: 1127 time: 0.0795438 Oct 03 16:02:08.622846 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=29128e72-e7bc-47c7-9fae-fb89b598c55b,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:08.655233 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-53cb3bdc-6759-4361-9bd4-216e74e7539c admin admin] Publish callbacks [] for security_group (ab4a8fb7-a263-4a30-a623-678f917a3039), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:08.673958 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8d871-dca1-415d-b676-e42b04703bd5 req-38419ab2-54f3-488a-8b65-e3b5dc0ea7a5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:08.675558 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-caf8d871-dca1-415d-b676-e42b04703bd5 req-38419ab2-54f3-488a-8b65-e3b5dc0ea7a5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.1686761 Oct 03 16:02:08.681119 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:08.688934 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-6b1b38b3-9eea-4844-ac04-604ce4b538d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:08.690398 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-6b1b38b3-9eea-4844-ac04-604ce4b538d8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7ee0d51f58e4abd8867c54458f504fc&device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 1127 time: 0.0441070 Oct 03 16:02:08.706354 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc0a16-5918-4ac9-9f6f-2d2d6eca5421 req-a41c2db9-648f-4f39-906c-89437be8bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:08.707851 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6cfc0a16-5918-4ac9-9f6f-2d2d6eca5421 req-a41c2db9-648f-4f39-906c-89437be8bd07 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1580436 Oct 03 16:02:08.711726 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-53cb3bdc-6759-4361-9bd4-216e74e7539c admin admin] Publish callbacks [] for security_group (ab4a8fb7-a263-4a30-a623-678f917a3039), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:08.805094 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-c98d493e-73fe-465e-8736-a64144663020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:08.806680 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-c98d493e-73fe-465e-8736-a64144663020 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90c6b009-4013-4301-b819-4e12c2de8610 HTTP/1.1" status: 200 len: 917 time: 0.1037421 Oct 03 16:02:08.825704 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:08.831329 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['29128e72-e7bc-47c7-9fae-fb89b598c55b'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:02:08.840317 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5db8d585-51ba-40e0-b4ca-5c1bd2337559 req-db28dc63-781c-40c3-8c73-2ddbdf328f6a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2eb47dc5-6e8d-4486-b34c-6986a542da63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880940 Oct 03 16:02:08.875526 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-caf8d871-dca1-415d-b676-e42b04703bd5 req-c11488f5-4320-4a21-8e2e-bc2f601791cf tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900914 Oct 03 16:02:08.897394 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-53cb3bdc-6759-4361-9bd4-216e74e7539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ab4a8fb7-a263-4a30-a623-678f917a3039), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:08.902319 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-53cb3bdc-6759-4361-9bd4-216e74e7539c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:08.907391 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-53cb3bdc-6759-4361-9bd4-216e74e7539c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ab4a8fb7-a263-4a30-a623-678f917a3039 HTTP/1.1" status: 204 len: 168 time: 0.4521072 Oct 03 16:02:08.911520 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-76b0829f-9dc9-47de-97a6-6e9a9a2493f3 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc HTTP/1.1" status: 200 len: 998 time: 0.0924578 Oct 03 16:02:08.943979 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:08.955306 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6cfc0a16-5918-4ac9-9f6f-2d2d6eca5421 req-edac6362-cdcf-44ef-a303-db8b5dc1f6eb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398753 Oct 03 16:02:08.957050 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:08.959434 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb3bdc-6759-4361-9bd4-216e74e7539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4a8fb7-a263-4a30-a623-678f917a3039,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:08.976325 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-eb0cb5c3-eeee-45ef-95ce-2ef9cb1a1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:08.978582 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-eb0cb5c3-eeee-45ef-95ce-2ef9cb1a1b20 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=670b7b9a-7e6f-4853-8220-542ceaef90cb HTTP/1.1" status: 200 len: 855 time: 0.0535374 Oct 03 16:02:09.058270 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-8e5b9b22-6690-4bf8-8c01-bdbf64b02327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:09.060077 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-8e5b9b22-6690-4bf8-8c01-bdbf64b02327 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90c6b009-4013-4301-b819-4e12c2de8610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0740843 Oct 03 16:02:09.096298 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6cfc0a16-5918-4ac9-9f6f-2d2d6eca5421 req-274e8ebd-55fe-459c-b70d-657b10b0743a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302955 Oct 03 16:02:09.207085 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-24b714c4-258d-40b1-9fad-1c5eb4b95934 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402192 Oct 03 16:02:09.243095 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-61478c56-e06c-4546-a906-a500fc08cd4b req-1e350712-37ae-4e14-b6e8-d40bbaa16476 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 210 time: 0.0452406 Oct 03 16:02:09.288809 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581094ec-a7c1-483e-ab21-350349f3e453 req-7b9fd7a7-1373-414b-a8f3-679d2f80ee5d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:09.290366 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-581094ec-a7c1-483e-ab21-350349f3e453 req-7b9fd7a7-1373-414b-a8f3-679d2f80ee5d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 943 time: 0.0574532 Oct 03 16:02:09.334544 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:09.350874 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-581094ec-a7c1-483e-ab21-350349f3e453 req-728c211a-32d4-4ea0-9570-2bf5e1818385 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541074 Oct 03 16:02:09.397981 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8cb78-97fd-4d8c-b425-b7417db1b1e2 req-ced4984b-0745-48c7-9fba-dc82ea77f81f tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:09.399426 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1fa8cb78-97fd-4d8c-b425-b7417db1b1e2 req-ced4984b-0745-48c7-9fba-dc82ea77f81f tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 944 time: 0.0454609 Oct 03 16:02:09.444922 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1fa8cb78-97fd-4d8c-b425-b7417db1b1e2 req-31c84a59-fdcf-420b-aff6-3fea032b7ec8 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389235 Oct 03 16:02:09.550991 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d9b9ed73-c82b-42f4-9c0b-4dd1d122c98f req-d5abe0cc-ff05-4e9d-a1ad-59686fd55283 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888295 Oct 03 16:02:09.874532 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-39297d9d-f6a6-4de3-aba9-52290415400e tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:09.876023 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-39297d9d-f6a6-4de3-aba9-52290415400e tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 811 time: 0.1136174 Oct 03 16:02:10.016587 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-40424dfe-112f-448f-99fa-f23036532f1b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=40732e98240b4797b941e57f6606e6c5 HTTP/1.1" status: 200 len: 380 time: 0.0734098 Oct 03 16:02:10.038174 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-c332d8be-6f2b-4b7e-829a-7a70de35a3c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Request body: {'port': {'device_id': '2ee7b689-24a1-4318-b643-8e02216f7dec', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'admin_state_up': True, 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'security_groups': ['3acc507a-eecf-4f58-9305-415ffb8a209e']}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:02:10.067540 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a4798-88f9-4fdc-b30b-efdf224b16c3 req-22ad3f05-f4a5-45fd-b321-b34c10d16665 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:10.069081 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bb4a4798-88f9-4fdc-b30b-efdf224b16c3 req-22ad3f05-f4a5-45fd-b321-b34c10d16665 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0622532 Oct 03 16:02:10.141270 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bb4a4798-88f9-4fdc-b30b-efdf224b16c3 req-5e212beb-9c1b-43b6-bc25-ba19d20f22f3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646904 Oct 03 16:02:10.189875 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-c332d8be-6f2b-4b7e-829a-7a70de35a3c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Made reservation on behalf of 40732e98240b4797b941e57f6606e6c5 for: {'port': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:02:10.195272 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-c332d8be-6f2b-4b7e-829a-7a70de35a3c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:10.334961 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=100 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:10.347166 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:02:10.351684 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 29128e72-e7bc-47c7-9fae-fb89b598c55b up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:02:10.365432 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-c332d8be-6f2b-4b7e-829a-7a70de35a3c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Allocated IP 172.20.0.9 (13403649-4ce4-4f7b-972e-1b4b67982742/2384d5fa-c00d-4177-8fb5-88b9d5f7fa41/fa8d71f0-ca65-4c21-97c5-b323a708ab7e) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:02:10.377537 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-79aabb10-1721-4b71-af68-5d6e79883355 req-6478f242-37ed-4d72-801b-fb070be96c69 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 210 time: 0.0553162 Oct 03 16:02:10.507408 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port 29128e72-e7bc-47c7-9fae-fb89b598c55b completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:02:10.541764 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 29128e72-e7bc-47c7-9fae-fb89b598c55b triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:02:10.544642 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:10.545190 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 29128e72-e7bc-47c7-9fae-fb89b598c55b Oct 03 16:02:10.585433 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a72eb-2559-4285-972c-c8453993b76e req-0eade308-cfda-48e8-a56e-a34f475e98eb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:10.601344 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-089a72eb-2559-4285-972c-c8453993b76e req-0eade308-cfda-48e8-a56e-a34f475e98eb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 943 time: 0.1169856 Oct 03 16:02:10.659814 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:02:10.714867 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'port_id': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'mac_address': 'fa:16:3e:ef:71:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:02:10.718919 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 29128e72-e7bc-47c7-9fae-fb89b598c55b is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:02:10.719572 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:10.730422 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-c332d8be-6f2b-4b7e-829a-7a70de35a3c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:10.766944 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-c332d8be-6f2b-4b7e-829a-7a70de35a3c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:10.767447 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-089a72eb-2559-4285-972c-c8453993b76e req-e77a9d23-b708-4216-9f40-31f179b9143e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595860 Oct 03 16:02:10.770581 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:02:10.771180 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:10.798613 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:02:10.814706 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712d40fb-6814-434a-92d3-2fd4553169b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29128e72-e7bc-47c7-9fae-fb89b598c55b'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:02:10.817129 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030189ee-475d-43b7-85dd-2afdb0fa353d" -d '{"events": [{"server_uuid": "712d40fb-6814-434a-92d3-2fd4553169b1", "name": "network-vif-plugged", "status": "completed", "tag": "29128e72-e7bc-47c7-9fae-fb89b598c55b"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:02:10.822971 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e1a28-e301-40ea-8bd6-bb85f0f399cc req-ba0536d6-fba7-495b-bda0-eac7927c7adb tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:10.834976 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:10.836932 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332d8be-6f2b-4b7e-829a-7a70de35a3c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'Port': ['ID=fa8d71f0-ca65-4c21-97c5-b323a708ab7e,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:10.837188 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dc0e1a28-e301-40ea-8bd6-bb85f0f399cc req-ba0536d6-fba7-495b-bda0-eac7927c7adb tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 944 time: 0.1759937 Oct 03 16:02:10.876300 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-c332d8be-6f2b-4b7e-829a-7a70de35a3c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Network 13403649-4ce4-4f7b-972e-1b4b67982742 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:02:10.879171 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-c332d8be-6f2b-4b7e-829a-7a70de35a3c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:02:10.891519 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:02:10.905592 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 29128e72-e7bc-47c7-9fae-fb89b598c55b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=29128e72-e7bc-47c7-9fae-fb89b598c55b,segment=NetworkSegment(133548aa-b753-4d32-bee1-91d8ce8643a2),segment_id=133548aa-b753-4d32-bee1-91d8ce8643a2)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:02:10.915051 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:10.920585 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-c332d8be-6f2b-4b7e-829a-7a70de35a3c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:02:10.978264 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:10.988626 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608c2773-07db-4231-b8c5-07f6bf0d123b x-openstack-request-id: req-608c2773-07db-4231-b8c5-07f6bf0d123b {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:02:10.989570 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712d40fb-6814-434a-92d3-2fd4553169b1", "name": "network-vif-plugged", "status": "completed", "tag": "29128e72-e7bc-47c7-9fae-fb89b598c55b", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:02:10.990254 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-608c2773-07db-4231-b8c5-07f6bf0d123b {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:02:10.991103 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608c2773-07db-4231-b8c5-07f6bf0d123b'] response: {'server_uuid': '712d40fb-6814-434a-92d3-2fd4553169b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29128e72-e7bc-47c7-9fae-fb89b598c55b', 'code': 200} Oct 03 16:02:11.060880 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-c332d8be-6f2b-4b7e-829a-7a70de35a3c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:11.061365 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-c332d8be-6f2b-4b7e-829a-7a70de35a3c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:11.063627 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:11.106987 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-c332d8be-6f2b-4b7e-829a-7a70de35a3c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0731623 Oct 03 16:02:11.160380 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=29128e72-e7bc-47c7-9fae-fb89b598c55b,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:11.235092 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['48b1e08a-0e36-4575-8b9c-a7c71f70f9ac'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:02:11.362295 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-f28b46fc-e65e-48ac-b8c8-a7271beb8606 None None] Provisioning complete for port fa8d71f0-ca65-4c21-97c5-b323a708ab7e triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:02:11.362965 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-f28b46fc-e65e-48ac-b8c8-a7271beb8606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:11.362965 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-f28b46fc-e65e-48ac-b8c8-a7271beb8606 None None] Attempt 1 to provision port fa8d71f0-ca65-4c21-97c5-b323a708ab7e Oct 03 16:02:11.371972 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:11.380581 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264186a0-e0f2-48c9-8885-68b42cc0d8a1 req-13d4d245-960e-4a0e-a684-42a28c12ef27 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:11.384052 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-264186a0-e0f2-48c9-8885-68b42cc0d8a1 req-13d4d245-960e-4a0e-a684-42a28c12ef27 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0869966 Oct 03 16:02:11.428996 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-f28b46fc-e65e-48ac-b8c8-a7271beb8606 None None] Port fa8d71f0-ca65-4c21-97c5-b323a708ab7e cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:02:11.443730 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dc0e1a28-e301-40ea-8bd6-bb85f0f399cc req-2d936d54-f17c-4483-93ca-ea1e4f776ff2 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044698 Oct 03 16:02:11.511688 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-264186a0-e0f2-48c9-8885-68b42cc0d8a1 req-fd914248-85c9-4128-900e-f4c7bd79fc5d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216912 Oct 03 16:02:11.609440 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af47ed8-2269-4532-bcad-e5ed5714a63e req-1b0e3401-76ab-49b5-a06c-6c3cc5b05c52 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:11.611045 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4af47ed8-2269-4532-bcad-e5ed5714a63e req-1b0e3401-76ab-49b5-a06c-6c3cc5b05c52 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 931 time: 0.0536571 Oct 03 16:02:11.669332 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4af47ed8-2269-4532-bcad-e5ed5714a63e req-2c94d8b0-0a91-46ce-8d41-6199aebfa890 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525656 Oct 03 16:02:11.888210 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a1d4a-ae72-4d06-b44a-e56d09ca915f req-694301be-abe0-44c1-b4a0-c9469b3aa963 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:11.889692 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ab3a1d4a-ae72-4d06-b44a-e56d09ca915f req-694301be-abe0-44c1-b4a0-c9469b3aa963 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 944 time: 0.0498002 Oct 03 16:02:11.908797 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:11.941045 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ab3a1d4a-ae72-4d06-b44a-e56d09ca915f req-38c63b76-ad50-4b29-9869-afc2a837f648 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457408 Oct 03 16:02:12.379308 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:02:12.400829 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:12.427498 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:02:12.433420 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:02:12.433794 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:12.434174 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac Oct 03 16:02:12.524807 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:02:12.525200 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:12.563828 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:02:12.568993 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:12.606391 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff649d5-4569-401b-bfc7-68c315010369 req-5acebd29-8938-4c2d-ace7-a0109fcfd450 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:12.607927 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4ff649d5-4569-401b-bfc7-68c315010369 req-5acebd29-8938-4c2d-ace7-a0109fcfd450 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0661607 Oct 03 16:02:12.640299 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:12.690001 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43702ce-95b1-407b-9a2b-770cdad79cea req-237550b8-31ec-46d4-a6bd-8fa9a50a8864 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:12.691500 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d43702ce-95b1-407b-9a2b-770cdad79cea req-237550b8-31ec-46d4-a6bd-8fa9a50a8864 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0826752 Oct 03 16:02:12.729912 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4ff649d5-4569-401b-bfc7-68c315010369 req-adff20af-224c-4a20-a44d-03ca8e441eb0 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977488 Oct 03 16:02:12.767304 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d43702ce-95b1-407b-9a2b-770cdad79cea req-88c7ef57-15b8-44d1-ab94-916090a66937 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669496 Oct 03 16:02:12.846695 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77908697-fbf7-46e3-8b37-e1491c9db1f3 req-0e9fcf88-3a3f-41d7-8026-54accbeb52e2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:12.848061 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-77908697-fbf7-46e3-8b37-e1491c9db1f3 req-0e9fcf88-3a3f-41d7-8026-54accbeb52e2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 931 time: 0.0492678 Oct 03 16:02:12.903806 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-77908697-fbf7-46e3-8b37-e1491c9db1f3 req-5a8fd2d4-b953-4413-a2d4-884f378e2e91 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499284 Oct 03 16:02:12.992653 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:02:12.995838 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d28bec-755e-47fb-b5c7-99553475aeed" -d '{"events": [{"server_uuid": "a5fb7e1a-6583-4305-b5aa-5c6c29643641", "name": "network-vif-plugged", "status": "completed", "tag": "48b1e08a-0e36-4575-8b9c-a7c71f70f9ac"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:02:13.035341 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:13.042977 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3041d3-cca1-431a-9e12-18066007042f x-openstack-request-id: req-4b3041d3-cca1-431a-9e12-18066007042f {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:02:13.043396 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fb7e1a-6583-4305-b5aa-5c6c29643641", "name": "network-vif-plugged", "status": "completed", "tag": "48b1e08a-0e36-4575-8b9c-a7c71f70f9ac", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:02:13.043757 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4b3041d3-cca1-431a-9e12-18066007042f {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:02:13.044215 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3041d3-cca1-431a-9e12-18066007042f'] response: {'server_uuid': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'code': 200} Oct 03 16:02:13.078285 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fd419-84bb-44b4-b8cd-dd6f4e9ab481 req-021e1074-5595-44a7-82e6-e375e9749613 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:13.079789 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-716fd419-84bb-44b4-b8cd-dd6f4e9ab481 req-021e1074-5595-44a7-82e6-e375e9749613 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0536387 Oct 03 16:02:13.130062 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-716fd419-84bb-44b4-b8cd-dd6f4e9ab481 req-1dac3d76-ceb2-44eb-ab6b-84d106491a2e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445216 Oct 03 16:02:13.881639 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78860129-b3e7-4a32-8bde-19f90ab2dfa1 req-64a2a3fd-aaf2-4f29-8ec7-0408100b5973 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:13.883233 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-78860129-b3e7-4a32-8bde-19f90ab2dfa1 req-64a2a3fd-aaf2-4f29-8ec7-0408100b5973 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0627224 Oct 03 16:02:13.936397 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4c652-f2e1-4d89-bf70-2460eeebdf69 req-9fb86263-2ecb-46e3-9980-29c49d8ffe0d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:13.938014 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d7e4c652-f2e1-4d89-bf70-2460eeebdf69 req-9fb86263-2ecb-46e3-9980-29c49d8ffe0d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0793800 Oct 03 16:02:13.989980 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-78860129-b3e7-4a32-8bde-19f90ab2dfa1 req-b40ed124-0f4b-4ea2-90c6-c9306b55c81e tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898681 Oct 03 16:02:14.035179 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d7e4c652-f2e1-4d89-bf70-2460eeebdf69 req-c56c27c9-2218-48a0-94f6-69dbee16331d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818548 Oct 03 16:02:14.103622 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dbb49-e361-4f29-942f-504215f2715f req-c0c7f461-2f94-4923-90f0-01118aff5ee4 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:14.105338 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3a0dbb49-e361-4f29-942f-504215f2715f req-c0c7f461-2f94-4923-90f0-01118aff5ee4 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 931 time: 0.0475364 Oct 03 16:02:14.160512 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3a0dbb49-e361-4f29-942f-504215f2715f req-c23ef2a4-75ec-4edd-b3d6-2733986f65bc tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493352 Oct 03 16:02:14.253882 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d6a87-a5b6-4600-82d3-d1c8f6e4f4fd req-90852bd1-036c-4575-8c31-c8fffec71022 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:14.255358 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a00d6a87-a5b6-4600-82d3-d1c8f6e4f4fd req-90852bd1-036c-4575-8c31-c8fffec71022 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0485823 Oct 03 16:02:14.308946 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a00d6a87-a5b6-4600-82d3-d1c8f6e4f4fd req-a326b755-e9c0-4b2a-9a24-b706c4cd107b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472395 Oct 03 16:02:15.147015 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1ef6c-ed5b-41fd-b990-779db1ffaaf0 req-b171cde8-6be3-4d77-aa8a-67f43ec2d7a7 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:15.148621 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9ec1ef6c-ed5b-41fd-b990-779db1ffaaf0 req-b171cde8-6be3-4d77-aa8a-67f43ec2d7a7 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0621974 Oct 03 16:02:15.201861 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edac653-c531-45e8-95db-a8632c768e47 req-ab899f0b-2d15-4c98-bc07-ee43b5c495f4 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:15.203362 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0edac653-c531-45e8-95db-a8632c768e47 req-ab899f0b-2d15-4c98-bc07-ee43b5c495f4 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0784345 Oct 03 16:02:15.244074 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9ec1ef6c-ed5b-41fd-b990-779db1ffaaf0 req-3241b929-450a-497a-ae9b-27561a8ceba3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778031 Oct 03 16:02:15.282599 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0edac653-c531-45e8-95db-a8632c768e47 req-ecfdee25-ffc9-4b22-aa02-b8e9525e1a9e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711849 Oct 03 16:02:15.395641 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0730652-6feb-4163-8304-da0b2f272afe req-d9cac067-1f95-4036-959c-4feb088a2449 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:15.397200 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0730652-6feb-4163-8304-da0b2f272afe req-d9cac067-1f95-4036-959c-4feb088a2449 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 931 time: 0.0574911 Oct 03 16:02:15.458205 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3d4d1-dbf6-4239-8cd8-6dfef2841d1a req-aff1025e-4c67-4c81-b272-59f2b34c58d5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:15.459696 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1ac3d4d1-dbf6-4239-8cd8-6dfef2841d1a req-aff1025e-4c67-4c81-b272-59f2b34c58d5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0615954 Oct 03 16:02:15.469412 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:15.500596 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0730652-6feb-4163-8304-da0b2f272afe req-5d516642-16aa-467a-b40f-32c948b7765c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928993 Oct 03 16:02:15.529325 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1ac3d4d1-dbf6-4239-8cd8-6dfef2841d1a req-08d8d404-57b6-4ddc-9203-291855d27842 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614629 Oct 03 16:02:16.399474 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e416a53-ffa1-415b-8422-3b04220b8475 req-69c9d1ea-0aa1-4692-9dbf-4526ab958c8b tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:16.401202 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2e416a53-ffa1-415b-8422-3b04220b8475 req-69c9d1ea-0aa1-4692-9dbf-4526ab958c8b tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0677481 Oct 03 16:02:16.450565 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58827e2-8061-44f4-a2e5-3ac9fd4e120d req-a45862bb-d07c-4193-b7be-550eb87b6af5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:16.452229 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f58827e2-8061-44f4-a2e5-3ac9fd4e120d req-a45862bb-d07c-4193-b7be-550eb87b6af5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0729251 Oct 03 16:02:16.486071 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:16.497494 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2e416a53-ffa1-415b-8422-3b04220b8475 req-59e75e69-edf0-453f-b0de-ad5c0e840925 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798593 Oct 03 16:02:16.538896 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f58827e2-8061-44f4-a2e5-3ac9fd4e120d req-747b56f1-9332-4032-a151-e36bd232700e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632479 Oct 03 16:02:16.686742 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc05e4d-e864-47f2-a708-845b0a00df1a req-c6e1e0b6-8c1e-48b6-96cb-ccf49fd8b756 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:16.688271 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8cc05e4d-e864-47f2-a708-845b0a00df1a req-c6e1e0b6-8c1e-48b6-96cb-ccf49fd8b756 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 931 time: 0.0885346 Oct 03 16:02:16.711822 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9878e-51bd-44d6-92dc-fb0ace38b7d8 req-a6880c5d-a2cc-40d4-8c70-1777a336f27e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:16.719104 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-16b9878e-51bd-44d6-92dc-fb0ace38b7d8 req-a6880c5d-a2cc-40d4-8c70-1777a336f27e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0780661 Oct 03 16:02:16.791510 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-16b9878e-51bd-44d6-92dc-fb0ace38b7d8 req-912ab6e3-ba54-4698-baa9-5d0df4426141 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714152 Oct 03 16:02:16.795000 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8cc05e4d-e864-47f2-a708-845b0a00df1a req-2b0f6008-e816-45f3-9f39-63af27a9a46e tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976496 Oct 03 16:02:17.628301 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4c0ff-5eb0-4bc6-b87b-7d7a5f55c85e req-8e518a41-8303-463f-9152-9aa9eade0c66 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:17.630694 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-84d4c0ff-5eb0-4bc6-b87b-7d7a5f55c85e req-8e518a41-8303-463f-9152-9aa9eade0c66 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0541966 Oct 03 16:02:17.719436 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e606d0-93c2-468b-8a6e-dde0a39342c3 req-f40170e8-d42d-4280-a706-b47e25217a04 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:17.721322 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f0e606d0-93c2-468b-8a6e-dde0a39342c3 req-f40170e8-d42d-4280-a706-b47e25217a04 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0779147 Oct 03 16:02:17.725978 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-84d4c0ff-5eb0-4bc6-b87b-7d7a5f55c85e req-33440360-c212-454f-8793-a158722d15b9 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893233 Oct 03 16:02:17.781284 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f0e606d0-93c2-468b-8a6e-dde0a39342c3 req-d43a7ccc-1617-40d6-9492-86e44e2d0256 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531299 Oct 03 16:02:17.958463 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8494e-1a0a-40b8-b59b-ed067bb0cf6f req-c15fcc8a-464f-4d5c-9211-c372780ec74c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:17.959972 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d1b8494e-1a0a-40b8-b59b-ed067bb0cf6f req-c15fcc8a-464f-4d5c-9211-c372780ec74c tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0807345 Oct 03 16:02:17.968790 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c805c0e-aa6b-4868-940d-e714fefdf231 req-220a3931-75f6-4825-847c-30b95869b440 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:17.970272 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1c805c0e-aa6b-4868-940d-e714fefdf231 req-220a3931-75f6-4825-847c-30b95869b440 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 931 time: 0.0815728 Oct 03 16:02:18.050397 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d1b8494e-1a0a-40b8-b59b-ed067bb0cf6f req-e12045cc-6210-4052-8b9c-d7aba8cf48a9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791421 Oct 03 16:02:18.054579 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1c805c0e-aa6b-4868-940d-e714fefdf231 req-b23ea863-5e34-4739-90a5-7523c2260908 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766983 Oct 03 16:02:18.553080 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=4 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:18.557556 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:18.859750 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845ef39-1c9f-4494-b659-f29e55d5e792 req-ee44e20c-87e8-4a07-aa9a-4937e719c13b tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:18.862095 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5845ef39-1c9f-4494-b659-f29e55d5e792 req-ee44e20c-87e8-4a07-aa9a-4937e719c13b tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0562973 Oct 03 16:02:18.958039 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5845ef39-1c9f-4494-b659-f29e55d5e792 req-d115dd2f-f84b-402b-ab13-1abbb67d8104 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864625 Oct 03 16:02:18.969865 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53ba86-66f1-48ee-a005-320eef6fb344 req-6c36a93e-3d50-47df-a433-4e71219404ad tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:18.971424 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0a53ba86-66f1-48ee-a005-320eef6fb344 req-6c36a93e-3d50-47df-a433-4e71219404ad tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0836937 Oct 03 16:02:19.027334 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0a53ba86-66f1-48ee-a005-320eef6fb344 req-98e28fa7-7bfa-4501-abbd-2835ac2ef4b6 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501349 Oct 03 16:02:19.218477 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d36ca-5698-43a0-ada9-6c588a349976 req-1e418056-d6fc-45a7-8e5f-edee2bd60eae tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:19.219970 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a00d36ca-5698-43a0-ada9-6c588a349976 req-1e418056-d6fc-45a7-8e5f-edee2bd60eae tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0812469 Oct 03 16:02:19.227437 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c677-3972-49a6-8460-9ce1b91892b4 req-e91127fa-f024-440d-a61f-0e22b5d44313 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:19.229011 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8384c677-3972-49a6-8460-9ce1b91892b4 req-e91127fa-f024-440d-a61f-0e22b5d44313 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 931 time: 0.0765166 Oct 03 16:02:19.272281 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:19.295232 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:19.310981 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a00d36ca-5698-43a0-ada9-6c588a349976 req-0ee3f953-e5a0-4d85-a479-d0bebaa1ac77 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806956 Oct 03 16:02:19.332176 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8384c677-3972-49a6-8460-9ce1b91892b4 req-80a29cfe-b99e-4e91-af13-7484604dc83a tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945666 Oct 03 16:02:20.088064 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde40fb-e0c9-44ec-a6d1-d57dcc72fcea req-96856c2e-5879-41ae-bd97-262a7bd5af83 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:20.089591 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4cde40fb-e0c9-44ec-a6d1-d57dcc72fcea req-96856c2e-5879-41ae-bd97-262a7bd5af83 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0512724 Oct 03 16:02:20.171906 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4cde40fb-e0c9-44ec-a6d1-d57dcc72fcea req-ce4a665e-1fae-495d-9bfb-aefde55dafc2 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764596 Oct 03 16:02:20.177526 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a99259-09af-4753-850a-13feaef02938 req-35cc72ef-a5e1-4a8d-8214-5c0f83532574 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:20.178922 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b3a99259-09af-4753-850a-13feaef02938 req-35cc72ef-a5e1-4a8d-8214-5c0f83532574 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0679519 Oct 03 16:02:20.227518 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b3a99259-09af-4753-850a-13feaef02938 req-0c769337-1338-4ba8-bcc7-0aeab3146561 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Oct 03 16:02:20.459533 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b023b19-389c-403b-9ec5-0b7a94c1cd03 req-85e5666d-a7ee-4a73-b5a1-40642a7a0ca7 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:20.460944 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5b023b19-389c-403b-9ec5-0b7a94c1cd03 req-85e5666d-a7ee-4a73-b5a1-40642a7a0ca7 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0764303 Oct 03 16:02:20.480506 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c686c7-ec2e-499f-8074-654ddf79e2f4 req-9d6603fb-fce2-4a8f-bb34-0a10544fec6a tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:20.481997 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d2c686c7-ec2e-499f-8074-654ddf79e2f4 req-9d6603fb-fce2-4a8f-bb34-0a10544fec6a tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 931 time: 0.0664492 Oct 03 16:02:20.526037 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Request body: {'port': {'device_id': '2ee7b689-24a1-4318-b643-8e02216f7dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:02:20.536460 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5b023b19-389c-403b-9ec5-0b7a94c1cd03 req-95224271-5201-4d7b-9e59-ef04c58622ea tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695932 Oct 03 16:02:20.600274 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:20.608054 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d2c686c7-ec2e-499f-8074-654ddf79e2f4 req-099d520a-f685-4578-96bb-574246064f1e tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115487 Oct 03 16:02:21.064055 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8d71f0-ca65-4c21-97c5-b323a708ab7e {{(pid=106163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:02:21.071592 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Publish callbacks [] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:21.084869 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.provisioning_blocks [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Transition to ACTIVE for port object fa8d71f0-ca65-4c21-97c5-b323a708ab7e will not be triggered until provisioned by entity L2. {{(pid=106163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:02:21.089192 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:21.131027 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:21.148058 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Pushing event updated for resources: {'Port': ['ID=fa8d71f0-ca65-4c21-97c5-b323a708ab7e,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:21.208461 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Attempting to bind port fa8d71f0-ca65-4c21-97c5-b323a708ab7e on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:02:21.209122 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Attempting to bind port fa8d71f0-ca65-4c21-97c5-b323a708ab7e by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:02:21.210258 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Attempting to bind port fa8d71f0-ca65-4c21-97c5-b323a708ab7e on network 13403649-4ce4-4f7b-972e-1b4b67982742 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:02:21.257609 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Port fa8d71f0-ca65-4c21-97c5-b323a708ab7e on network 13403649-4ce4-4f7b-972e-1b4b67982742 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:02:21.257842 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Attempting to bind port fa8d71f0-ca65-4c21-97c5-b323a708ab7e on network 13403649-4ce4-4f7b-972e-1b4b67982742 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:02:21.318957 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:02:21.319586 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Checking segment: {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:02:21.320135 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Bound using segment: {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:02:21.320752 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Bound port: fa8d71f0-ca65-4c21-97c5-b323a708ab7e, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'}}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:02:21.321303 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:21.335689 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef76a5-718a-4fe7-a8aa-f63534923de4 req-899cd1b1-b557-414c-9c51-f3ffc938c9e9 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:21.338051 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-73ef76a5-718a-4fe7-a8aa-f63534923de4 req-899cd1b1-b557-414c-9c51-f3ffc938c9e9 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0656340 Oct 03 16:02:21.384034 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] For port fa8d71f0-ca65-4c21-97c5-b323a708ab7e, host hv-cinder-84456, cleared binding levels {{(pid=106163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:02:21.387553 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] For port fa8d71f0-ca65-4c21-97c5-b323a708ab7e, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fa8d71f0-ca65-4c21-97c5-b323a708ab7e,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:02:21.393558 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:21.397678 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:21.398300 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:21.399636 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-812d914c-6553-4233-962e-be5da28ea2be service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/fa8d71f0-ca65-4c21-97c5-b323a708ab7e HTTP/1.1" status: 200 len: 1093 time: 0.8787017 Oct 03 16:02:21.401302 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee7b689-24a1-4318-b643-8e02216f7dec', 'tag': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:02:21.403657 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d518d3a-1a61-40d9-a01c-cc70b67e3f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee7b689-24a1-4318-b643-8e02216f7dec", "tag": "fa8d71f0-ca65-4c21-97c5-b323a708ab7e"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:02:21.474996 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9e852-df2c-4fa7-a9db-5fcb406f2242 req-6ac820b1-b25b-4cf0-a777-46609def9c41 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:21.476827 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f6e9e852-df2c-4fa7-a9db-5fcb406f2242 req-6ac820b1-b25b-4cf0-a777-46609def9c41 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.1374569 Oct 03 16:02:21.481876 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d914c-6553-4233-962e-be5da28ea2be service neutron] Pushing event updated for resources: {'Port': ['ID=fa8d71f0-ca65-4c21-97c5-b323a708ab7e,revision_number=3']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:21.489392 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-89d32802-472a-4014-bc7d-5839339da4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:21.490399 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb57f5-68f7-4679-a3a2-d0970a0156ae req-d640de4e-f4df-462b-a866-4607ff84cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:21.490873 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-89d32802-472a-4014-bc7d-5839339da4c5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 1127 time: 0.0519488 Oct 03 16:02:21.491865 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-31eb57f5-68f7-4679-a3a2-d0970a0156ae req-d640de4e-f4df-462b-a866-4607ff84cecb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 1129 time: 0.1175375 Oct 03 16:02:21.530623 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e84f4-cb5a-4ef7-93f0-62765733b951 req-7d94b5f6-a886-43a5-8570-c00de932a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:21.532010 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f5e84f4-cb5a-4ef7-93f0-62765733b951 req-7d94b5f6-a886-43a5-8570-c00de932a733 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 1129 time: 0.1131687 Oct 03 16:02:21.540957 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-43357420-c664-484b-8cff-1e6cf9531ac2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa8d71f0-ca65-4c21-97c5-b323a708ab7e HTTP/1.1" status: 200 len: 217 time: 0.0344641 Oct 03 16:02:21.543500 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-73ef76a5-718a-4fe7-a8aa-f63534923de4 req-623d4ff1-9ea3-497c-9dc9-8757ebc8f9b6 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956215 Oct 03 16:02:21.565031 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:21.594813 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023c5f15-e83e-4b3b-8d39-9788c4df1cfd x-openstack-request-id: req-023c5f15-e83e-4b3b-8d39-9788c4df1cfd {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:02:21.595192 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee7b689-24a1-4318-b643-8e02216f7dec", "tag": "fa8d71f0-ca65-4c21-97c5-b323a708ab7e", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:02:21.595390 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-023c5f15-e83e-4b3b-8d39-9788c4df1cfd {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:02:21.595949 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-023c5f15-e83e-4b3b-8d39-9788c4df1cfd'] response: {'name': 'network-changed', 'server_uuid': '2ee7b689-24a1-4318-b643-8e02216f7dec', 'tag': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e', 'status': 'completed', 'code': 200} Oct 03 16:02:21.614533 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-36458d7d-85f3-40e9-b685-652cadc5fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:21.616072 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-36458d7d-85f3-40e9-b685-652cadc5fadd service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 200 len: 850 time: 0.0689561 Oct 03 16:02:21.626488 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-31eb57f5-68f7-4679-a3a2-d0970a0156ae req-faede93d-6b71-41e2-a4a9-92cecbfeff3f service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120126 Oct 03 16:02:21.629822 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f6e9e852-df2c-4fa7-a9db-5fcb406f2242 req-ced7d973-f8e2-4f4a-81f6-995ee7256a8b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430941 Oct 03 16:02:21.632042 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f5e84f4-cb5a-4ef7-93f0-62765733b951 req-ae91687d-710b-4206-84ee-40d526314aaf service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848336 Oct 03 16:02:21.675385 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-97ade303-5f00-4b0d-b309-17174c150f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:21.676940 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-97ade303-5f00-4b0d-b309-17174c150f85 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=13403649-4ce4-4f7b-972e-1b4b67982742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465710 Oct 03 16:02:21.695752 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6491d-cab4-4564-94d6-047c8df52ae7 req-05f3adee-eb61-47d2-b629-591d44f7fd2a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:21.697420 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-53d6491d-cab4-4564-94d6-047c8df52ae7 req-05f3adee-eb61-47d2-b629-591d44f7fd2a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0516436 Oct 03 16:02:21.766726 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaae01-6cc9-4028-b547-74e62a1b1af2 req-a5796deb-c0f3-4029-a92f-485d154063fa tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:21.768176 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-82aaae01-6cc9-4028-b547-74e62a1b1af2 req-a5796deb-c0f3-4029-a92f-485d154063fa tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 943 time: 0.0698023 Oct 03 16:02:21.788974 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-53d6491d-cab4-4564-94d6-047c8df52ae7 req-bcde1bab-3d7d-4b09-bd22-1dfa03b29922 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821223 Oct 03 16:02:21.824590 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-82aaae01-6cc9-4028-b547-74e62a1b1af2 req-ba4413ba-a7c3-4094-af27-8a1caebf44c8 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490615 Oct 03 16:02:22.160573 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e2d2eb78-5073-4bbe-a748-bbd2d6aa4bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:22.585576 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-b037bf58-12d5-432e-a8b8-f760ffacb146 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881763 Oct 03 16:02:22.657610 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:22.666341 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7dddd-a132-4bf3-9f16-e4408da34a08 req-d54e700e-e347-4039-b577-bf9c22ae9be4 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:22.667862 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0ed7dddd-a132-4bf3-9f16-e4408da34a08 req-d54e700e-e347-4039-b577-bf9c22ae9be4 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0471025 Oct 03 16:02:22.724734 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0ed7dddd-a132-4bf3-9f16-e4408da34a08 req-602601ff-2c83-4afd-88cc-7312aac4bf1d tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508678 Oct 03 16:02:22.747384 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:22.763003 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319cadf-df73-4d8b-bfeb-9112bb08d0c2 req-bd06801d-1446-40a7-82f7-414e1ea8d1cf tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:22.764479 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d319cadf-df73-4d8b-bfeb-9112bb08d0c2 req-bd06801d-1446-40a7-82f7-414e1ea8d1cf tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0530553 Oct 03 16:02:22.811125 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d319cadf-df73-4d8b-bfeb-9112bb08d0c2 req-9400b04b-8a31-4fdc-9a59-20d9ee6f82cf tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 Oct 03 16:02:22.921823 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b00ac-79f5-4559-97db-5b787914ecb7 req-d20298c8-8860-46b0-bf74-e78a7ca5c595 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:22.923299 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8e6b00ac-79f5-4559-97db-5b787914ecb7 req-d20298c8-8860-46b0-bf74-e78a7ca5c595 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0601721 Oct 03 16:02:22.970214 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324a025-cf67-4179-8c03-557b00de175f req-abf27133-a4fc-4b9e-95f9-7cd402aa6c97 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:22.971652 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e324a025-cf67-4179-8c03-557b00de175f req-abf27133-a4fc-4b9e-95f9-7cd402aa6c97 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 943 time: 0.0708170 Oct 03 16:02:23.014937 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8e6b00ac-79f5-4559-97db-5b787914ecb7 req-5ab26138-17cc-4411-87d6-cc9283ca1b48 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752008 Oct 03 16:02:23.050180 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e324a025-cf67-4179-8c03-557b00de175f req-8be5e117-ec7a-4c75-bea7-73cac912ffad tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682759 Oct 03 16:02:23.111991 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-2915b894-bbf2-44ec-b2ba-cec4e25972d4 req-3c3db50e-cc72-4f2a-9cab-d2e0342788bf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037974 Oct 03 16:02:23.848464 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50759f-4abd-479f-a33e-e96303fb276a req-4e50d499-c866-4522-a5ca-46689591a097 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:23.850133 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f50759f-4abd-479f-a33e-e96303fb276a req-4e50d499-c866-4522-a5ca-46689591a097 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0480099 Oct 03 16:02:23.909235 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f50759f-4abd-479f-a33e-e96303fb276a req-1e271f9c-668b-4400-a6bd-a3378308b820 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530934 Oct 03 16:02:23.943347 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45eae4f-2b42-48d9-96a5-3f7fb7793246 req-01159102-be40-4e9b-a3e9-80974487deb2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:23.944849 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e45eae4f-2b42-48d9-96a5-3f7fb7793246 req-01159102-be40-4e9b-a3e9-80974487deb2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0513015 Oct 03 16:02:23.998009 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e45eae4f-2b42-48d9-96a5-3f7fb7793246 req-b43bc5ac-d110-4b6f-801c-47942c9bd1f3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463226 Oct 03 16:02:24.195205 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86689db2-7d0f-4b5c-9501-244a600d5f09 req-ecb9b122-40d2-4e7f-8bc4-2dabdda0c73b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:24.196696 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-86689db2-7d0f-4b5c-9501-244a600d5f09 req-ecb9b122-40d2-4e7f-8bc4-2dabdda0c73b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0798712 Oct 03 16:02:24.218141 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c475e-a003-43fa-8c6e-cacba279e0ee req-5e71ab96-2f5c-4540-9761-586578b6e034 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:24.219598 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8d1c475e-a003-43fa-8c6e-cacba279e0ee req-5e71ab96-2f5c-4540-9761-586578b6e034 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 943 time: 0.0709403 Oct 03 16:02:24.259371 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-27629a71-e819-4d82-90f3-f4de1c21b4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:24.293835 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-86689db2-7d0f-4b5c-9501-244a600d5f09 req-ab6df0d5-88dd-4de5-b930-02ec2eaa2bf5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906358 Oct 03 16:02:24.303740 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8d1c475e-a003-43fa-8c6e-cacba279e0ee req-47ba26af-3442-43f9-91e0-547c0f81395c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714128 Oct 03 16:02:24.432680 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bf538-9053-447f-9b5c-bef69869872a req-ebbbf9dc-da8f-48e4-9068-023581847dfc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:24.434365 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f20bf538-9053-447f-9b5c-bef69869872a req-ebbbf9dc-da8f-48e4-9068-023581847dfc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0569248 Oct 03 16:02:24.445330 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 51764) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:02:24.449902 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-18be5d5f-2a78-4c3a-a8b1-8c2f59832022 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Request body: {'floatingip': {'port_id': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:02:24.488491 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-18be5d5f-2a78-4c3a-a8b1-8c2f59832022 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for floatingip (854d651f-22ea-4198-ab54-41415034c287), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:24.658950 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d518d3a-1a61-40d9-a01c-cc70b67e3f8a req-63ce2d8a-5e05-40df-a2d1-2ce9c4df020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:24.660546 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d518d3a-1a61-40d9-a01c-cc70b67e3f8a req-63ce2d8a-5e05-40df-a2d1-2ce9c4df020a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 1127 time: 0.0438707 Oct 03 16:02:24.760303 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d518d3a-1a61-40d9-a01c-cc70b67e3f8a req-7e944413-94e4-413d-8ecc-eecc35120655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:24.761987 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d518d3a-1a61-40d9-a01c-cc70b67e3f8a req-7e944413-94e4-413d-8ecc-eecc35120655 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 912 time: 0.0947182 Oct 03 16:02:24.804483 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d518d3a-1a61-40d9-a01c-cc70b67e3f8a req-68dbc111-258b-4f31-bd42-436261a8bdb1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa8d71f0-ca65-4c21-97c5-b323a708ab7e HTTP/1.1" status: 200 len: 217 time: 0.0343432 Oct 03 16:02:24.830889 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:24.835575 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:24.862617 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d518d3a-1a61-40d9-a01c-cc70b67e3f8a req-23d88ad1-5b90-47cf-a953-a7109e0d3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:24.864085 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d518d3a-1a61-40d9-a01c-cc70b67e3f8a req-23d88ad1-5b90-47cf-a953-a7109e0d3c0e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 200 len: 850 time: 0.0497732 Oct 03 16:02:24.916605 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d518d3a-1a61-40d9-a01c-cc70b67e3f8a req-3c0f61b4-5238-45c6-85e5-5447f4b027a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:24.918267 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d518d3a-1a61-40d9-a01c-cc70b67e3f8a req-3c0f61b4-5238-45c6-85e5-5447f4b027a7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=13403649-4ce4-4f7b-972e-1b4b67982742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418596 Oct 03 16:02:24.951135 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-18be5d5f-2a78-4c3a-a8b1-8c2f59832022 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:24.954982 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-18be5d5f-2a78-4c3a-a8b1-8c2f59832022 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (854d651f-22ea-4198-ab54-41415034c287), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:25.015488 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:25.033584 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d518d3a-1a61-40d9-a01c-cc70b67e3f8a req-4e1470b4-54aa-4526-9d2f-423ce572b805 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958107 Oct 03 16:02:25.061289 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [None req-18be5d5f-2a78-4c3a-a8b1-8c2f59832022 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Floating IP 854d651f-22ea-4198-ab54-41415034c287 associated. External IP: 172.27.0.69, port: 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac. Oct 03 16:02:25.139781 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0d518d3a-1a61-40d9-a01c-cc70b67e3f8a req-1e78fd72-5a12-4ff8-9846-4b1ce9eebf39 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980482 Oct 03 16:02:25.179142 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b917119-0d62-4d67-b3a2-71ef1b878f02 req-ca138d6c-6b54-40e7-b7b5-1dbea533c688 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:25.180636 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4b917119-0d62-4d67-b3a2-71ef1b878f02 req-ca138d6c-6b54-40e7-b7b5-1dbea533c688 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0835478 Oct 03 16:02:25.278252 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4b917119-0d62-4d67-b3a2-71ef1b878f02 req-a47458cb-a302-4bc0-ab8b-3e92b4b13d18 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888467 Oct 03 16:02:25.350540 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18be5d5f-2a78-4c3a-a8b1-8c2f59832022 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:02:25.715979 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf96d00-7f1b-4766-a0ff-b6b6db7ec8ee req-6e0a6b7d-994f-4d6a-8046-a5ee1fcec767 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:25.717379 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3cf96d00-7f1b-4766-a0ff-b6b6db7ec8ee req-6e0a6b7d-994f-4d6a-8046-a5ee1fcec767 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 943 time: 0.3203573 Oct 03 16:02:25.752705 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18be5d5f-2a78-4c3a-a8b1-8c2f59832022 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:02:25.757501 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-18be5d5f-2a78-4c3a-a8b1-8c2f59832022 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:25.762073 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b17738-0209-467c-8d81-17df3877d077 None None] Sync routers for ids ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:02:25.784885 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b17738-0209-467c-8d81-17df3877d077 None None] Routers {'3e63580c-a2c6-40a9-bdbe-51c2e05ad978'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:02:25.785495 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-67b17738-0209-467c-8d81-17df3877d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:02:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:02:25.807047 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3cf96d00-7f1b-4766-a0ff-b6b6db7ec8ee req-7cbf1e80-f313-4eee-b0b7-3642442e4ebe tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825145 Oct 03 16:02:25.810817 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-18be5d5f-2a78-4c3a-a8b1-8c2f59832022 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/854d651f-22ea-4198-ab54-41415034c287 HTTP/1.1" status: 200 len: 990 time: 1.3644564 Oct 03 16:02:25.811556 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'tag': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:02:25.813913 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7850312f-d0fe-4d0d-9b22-d991aa818880" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fb7e1a-6583-4305-b5aa-5c6c29643641", "tag": "48b1e08a-0e36-4575-8b9c-a7c71f70f9ac"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:02:25.824344 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:25.851439 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17994679-965c-42cd-bab3-e046414ba8fa x-openstack-request-id: req-17994679-965c-42cd-bab3-e046414ba8fa {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:02:25.851710 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fb7e1a-6583-4305-b5aa-5c6c29643641", "tag": "48b1e08a-0e36-4575-8b9c-a7c71f70f9ac", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:02:25.852141 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-17994679-965c-42cd-bab3-e046414ba8fa {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:02:25.852486 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17994679-965c-42cd-bab3-e046414ba8fa'] response: {'name': 'network-changed', 'server_uuid': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'tag': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'status': 'completed', 'code': 200} Oct 03 16:02:25.901388 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-67b17738-0209-467c-8d81-17df3877d077 None None] Set router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:02:25.926654 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850312f-d0fe-4d0d-9b22-d991aa818880 req-d0d756dc-5f87-4467-a1dd-34c335aa40d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:25.928170 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7850312f-d0fe-4d0d-9b22-d991aa818880 req-d0d756dc-5f87-4467-a1dd-34c335aa40d9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 1129 time: 0.0422978 Oct 03 16:02:26.027938 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850312f-d0fe-4d0d-9b22-d991aa818880 req-8af81154-3fb5-4a03-b7d3-c5e54ac1a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:26.030043 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7850312f-d0fe-4d0d-9b22-d991aa818880 req-8af81154-3fb5-4a03-b7d3-c5e54ac1a8ab service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 919 time: 0.0956066 Oct 03 16:02:26.061007 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:26.097053 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7850312f-d0fe-4d0d-9b22-d991aa818880 req-ca8430da-e2fc-4468-9503-7d89c3b27332 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac HTTP/1.1" status: 200 len: 998 time: 0.0588169 Oct 03 16:02:26.113376 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-67b17738-0209-467c-8d81-17df3877d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '854d651f-22ea-4198-ab54-41415034c287', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'port_id': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'mac_address': 'fa:16:3e:ef:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:01:54Z', 'updated_at': '2022-10-03T16:02:24Z', 'revision_number': 1, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:29Z', 'revision_number': 5, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:02:26.142913 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b17738-0209-467c-8d81-17df3877d077 None None] Checking router: 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:02:26.153973 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b17738-0209-467c-8d81-17df3877d077 None None] Routers {'3e63580c-a2c6-40a9-bdbe-51c2e05ad978'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:02:26.154330 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-67b17738-0209-467c-8d81-17df3877d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:02:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:02:26.157789 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850312f-d0fe-4d0d-9b22-d991aa818880 req-36142ec6-cbff-4071-8f7d-669de50f0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:26.159284 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7850312f-d0fe-4d0d-9b22-d991aa818880 req-36142ec6-cbff-4071-8f7d-669de50f0789 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.0510402 Oct 03 16:02:26.208351 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850312f-d0fe-4d0d-9b22-d991aa818880 req-03d9a40d-edf0-4ce9-8e2d-14c9633b01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:26.210017 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7850312f-d0fe-4d0d-9b22-d991aa818880 req-03d9a40d-edf0-4ce9-8e2d-14c9633b01d7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422845 Oct 03 16:02:26.256211 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-67b17738-0209-467c-8d81-17df3877d077 None None] Set router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:02:26.420405 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e4f4b-28a1-4178-a2b9-39f9d853cc7b req-8101a5fc-2ac0-4ca4-b9a7-36718a99f7c1 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:26.425258 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a81e4f4b-28a1-4178-a2b9-39f9d853cc7b req-8101a5fc-2ac0-4ca4-b9a7-36718a99f7c1 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0545866 Oct 03 16:02:26.432962 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=100 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:26.467415 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7850312f-d0fe-4d0d-9b22-d991aa818880 req-2f198dfa-0ba9-4d19-8f6d-5dcaa61f432f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075764 Oct 03 16:02:26.481576 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a81e4f4b-28a1-4178-a2b9-39f9d853cc7b req-5403e91a-5383-4517-951a-d78e4d35c92e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533047 Oct 03 16:02:26.549211 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:26.635546 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-67b17738-0209-467c-8d81-17df3877d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '854d651f-22ea-4198-ab54-41415034c287', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'port_id': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'mac_address': 'fa:16:3e:ef:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:01:54Z', 'updated_at': '2022-10-03T16:02:24Z', 'revision_number': 1, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:29Z', 'revision_number': 5, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:02:26.660132 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b17738-0209-467c-8d81-17df3877d077 None None] The sync data for ids ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'] in dv-cinder-844563-13-iscsi is: [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '854d651f-22ea-4198-ab54-41415034c287', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'port_id': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'mac_address': 'fa:16:3e:ef:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:01:54Z', 'updated_at': '2022-10-03T16:02:24Z', 'revision_number': 1, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:29Z', 'revision_number': 5, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:02:26.845300 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b67c3-9526-4c3e-bb85-0998f9ab87bd None None] New status for floating IP 854d651f-22ea-4198-ab54-41415034c287: ACTIVE {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:02:26.946961 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a998c-ffeb-4fba-9a58-3e725837488f req-b16c7561-9214-45ae-ba7f-4a1179ece902 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:26.948832 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-859a998c-ffeb-4fba-9a58-3e725837488f req-b16c7561-9214-45ae-ba7f-4a1179ece902 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 943 time: 0.0507612 Oct 03 16:02:27.002611 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-859a998c-ffeb-4fba-9a58-3e725837488f req-6a935f4b-5a2c-4eba-b836-4012d3a07158 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481880 Oct 03 16:02:27.033536 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:27.166814 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:27.480980 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7850312f-d0fe-4d0d-9b22-d991aa818880 req-1065bce7-5a91-49c9-a6d0-f4dad73a37f1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897920 Oct 03 16:02:27.552790 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:02:27.591625 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:27.610205 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ddc33-c532-4b37-9435-ddf8bad62cde req-75f9590a-5c47-40f3-bd90-080d31ddc078 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:27.611680 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-541ddc33-c532-4b37-9435-ddf8bad62cde req-75f9590a-5c47-40f3-bd90-080d31ddc078 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0520005 Oct 03 16:02:27.624557 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:27.660051 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-541ddc33-c532-4b37-9435-ddf8bad62cde req-c4514261-eee2-4a75-896f-5b5c9c29e2cd tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427029 Oct 03 16:02:28.132363 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ce313-6710-456f-b1ad-44d955b25e7d req-8dee6fdc-be4f-4a30-9efa-4d1319347c5b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:28.134004 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d96ce313-6710-456f-b1ad-44d955b25e7d req-8dee6fdc-be4f-4a30-9efa-4d1319347c5b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 943 time: 0.0480647 Oct 03 16:02:28.186867 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d96ce313-6710-456f-b1ad-44d955b25e7d req-de4e65e1-689b-4054-a332-5c3651e99a77 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472090 Oct 03 16:02:28.789896 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040506a4-2cca-43a8-b335-fabc1965b484 req-4792726d-0f32-4630-90d8-a1e56ae979ed tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:28.791684 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-040506a4-2cca-43a8-b335-fabc1965b484 req-4792726d-0f32-4630-90d8-a1e56ae979ed tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0490134 Oct 03 16:02:28.845589 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-040506a4-2cca-43a8-b335-fabc1965b484 req-7f5d1ddf-9123-4925-88b3-a47a7ff40642 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481577 Oct 03 16:02:29.308089 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002e435-6dbb-40df-beda-c62897f930b6 req-7886bde0-a891-49fe-b49b-6c49e8b1f5ed tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:29.309583 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8002e435-6dbb-40df-beda-c62897f930b6 req-7886bde0-a891-49fe-b49b-6c49e8b1f5ed tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 943 time: 0.0471740 Oct 03 16:02:29.364063 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8002e435-6dbb-40df-beda-c62897f930b6 req-8e41604b-6092-4300-af7a-30d90f2b6233 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489001 Oct 03 16:02:29.975522 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f0a2f-7ebe-48bf-b2dd-c629ca2de151 req-ff3363c0-6dbd-454c-a832-2c17259c5c4b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:29.976960 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-332f0a2f-7ebe-48bf-b2dd-c629ca2de151 req-ff3363c0-6dbd-454c-a832-2c17259c5c4b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 943 time: 0.0477898 Oct 03 16:02:30.027684 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-332f0a2f-7ebe-48bf-b2dd-c629ca2de151 req-89c14566-6cb3-4df0-9c93-3fdc23dce0ad tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451491 Oct 03 16:02:30.497300 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaad446-6673-4f25-bc6f-5bbf26dece49 req-8887fdd8-3d24-442c-b9e7-5f257bce24e3 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:30.498777 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2aaad446-6673-4f25-bc6f-5bbf26dece49 req-8887fdd8-3d24-442c-b9e7-5f257bce24e3 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 943 time: 0.0550981 Oct 03 16:02:30.522424 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 279a065d-37a6-41d4-b55c-f869f78cf9cc details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:02:30.551087 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2aaad446-6673-4f25-bc6f-5bbf26dece49 req-589e8155-b2c9-409a-9297-6523cdbc8c31 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467687 Oct 03 16:02:30.626176 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 279a065d-37a6-41d4-b55c-f869f78cf9cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:02:30.641449 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'port_id': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'mac_address': 'fa:16:3e:2e:70:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:02:30.677829 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 279a065d-37a6-41d4-b55c-f869f78cf9cc is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:02:30.678215 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:30.691566 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279a065d-37a6-41d4-b55c-f869f78cf9cc {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:02:30.713173 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 279a065d-37a6-41d4-b55c-f869f78cf9cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:02:30.717946 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:30.770241 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=279a065d-37a6-41d4-b55c-f869f78cf9cc,revision_number=9']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:30.777943 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.778286 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.778625 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.778962 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.779291 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.779620 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.779941 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.780259 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.780597 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.780971 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.781295 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.781616 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.781934 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.782254 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:30.782569 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:02:31.030777 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['279a065d-37a6-41d4-b55c-f869f78cf9cc'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:02:31.125773 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:31.159235 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63aec8-c218-4281-9eca-f87c7672b198 req-f20a9327-fc09-4c22-ad01-fdc31ac41fe7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:31.163570 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8b63aec8-c218-4281-9eca-f87c7672b198 req-f20a9327-fc09-4c22-ad01-fdc31ac41fe7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 944 time: 0.0512202 Oct 03 16:02:31.211259 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8b63aec8-c218-4281-9eca-f87c7672b198 req-2f48db38-1d0b-46cf-919f-cd80cde44c41 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417595 Oct 03 16:02:31.677632 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899efa7d-b587-4f4a-a332-1a8d134d2da4 req-bdeb6e5e-0c9a-4b24-876a-a469f5a0b9b2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:31.679093 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-899efa7d-b587-4f4a-a332-1a8d134d2da4 req-bdeb6e5e-0c9a-4b24-876a-a469f5a0b9b2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 943 time: 0.0507698 Oct 03 16:02:31.729694 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-899efa7d-b587-4f4a-a332-1a8d134d2da4 req-55a9b43a-3ce9-48fb-8bbf-87ca5d076a48 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441494 Oct 03 16:02:32.350404 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a97dec-5f59-412c-a3e9-ebdfefb273fc req-83ca0dff-1a40-4eb3-a38b-6ec6c0538155 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:32.351891 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-46a97dec-5f59-412c-a3e9-ebdfefb273fc req-83ca0dff-1a40-4eb3-a38b-6ec6c0538155 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 944 time: 0.0478394 Oct 03 16:02:32.399400 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-46a97dec-5f59-412c-a3e9-ebdfefb273fc req-f09e9e03-95e9-419c-bb6a-6d9e925c6e6f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413814 Oct 03 16:02:32.534468 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device fa8d71f0-ca65-4c21-97c5-b323a708ab7e details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:02:32.537671 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 279a065d-37a6-41d4-b55c-f869f78cf9cc up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:02:32.644420 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 279a065d-37a6-41d4-b55c-f869f78cf9cc triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:02:32.644816 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:32.645157 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 279a065d-37a6-41d4-b55c-f869f78cf9cc Oct 03 16:02:32.710861 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port fa8d71f0-ca65-4c21-97c5-b323a708ab7e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fa8d71f0-ca65-4c21-97c5-b323a708ab7e,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:02:32.725474 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:32.726404 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'port_id': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e', 'mac_address': 'fa:16:3e:cd:ef:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:02:32.788857 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 279a065d-37a6-41d4-b55c-f869f78cf9cc is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:02:32.789174 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:32.802324 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port fa8d71f0-ca65-4c21-97c5-b323a708ab7e is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:02:32.802711 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:32.827164 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:02:32.829422 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea6d187-32ce-4b5d-8285-2704a79f7286" -d '{"events": [{"server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "name": "network-vif-plugged", "status": "completed", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:02:32.841597 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8d71f0-ca65-4c21-97c5-b323a708ab7e {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:02:32.850017 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 279a065d-37a6-41d4-b55c-f869f78cf9cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:02:32.858815 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:32.872630 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port fa8d71f0-ca65-4c21-97c5-b323a708ab7e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fa8d71f0-ca65-4c21-97c5-b323a708ab7e,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:02:32.884636 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34c9a9-e79a-48cd-a54c-f21e2fcc6721 req-e3a31082-3313-496b-95ed-33f02f6c9136 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:32.886394 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8a34c9a9-e79a-48cd-a54c-f21e2fcc6721 req-e3a31082-3313-496b-95ed-33f02f6c9136 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 943 time: 0.0787570 Oct 03 16:02:32.891139 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec587c4-e2ec-437e-b20f-8332b92434e4 x-openstack-request-id: req-4ec587c4-e2ec-437e-b20f-8332b92434e4 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:02:32.891504 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "name": "network-vif-plugged", "status": "completed", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:02:32.891765 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4ec587c4-e2ec-437e-b20f-8332b92434e4 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:02:32.892159 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec587c4-e2ec-437e-b20f-8332b92434e4'] response: {'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'code': 200} Oct 03 16:02:32.894740 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:32.923285 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=279a065d-37a6-41d4-b55c-f869f78cf9cc,revision_number=10']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:32.944708 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8a34c9a9-e79a-48cd-a54c-f21e2fcc6721 req-eb6f7ebf-543c-47c6-9661-839e0da828d9 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523443 Oct 03 16:02:32.982026 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=fa8d71f0-ca65-4c21-97c5-b323a708ab7e,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:33.308964 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['fa8d71f0-ca65-4c21-97c5-b323a708ab7e'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:02:33.479338 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:33.532288 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74aeb3b-5684-43f4-8786-3dec6d21e432 req-328b309c-4c70-4689-a33b-90c774571343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:33.533907 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d74aeb3b-5684-43f4-8786-3dec6d21e432 req-328b309c-4c70-4689-a33b-90c774571343 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 1130 time: 0.0495064 Oct 03 16:02:33.538263 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28ef79-b1f6-4d07-a329-1afafe0d2b3b req-b7b49bdd-1195-4a0e-92b2-aa9e55bc8832 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:33.539796 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5e28ef79-b1f6-4d07-a329-1afafe0d2b3b req-b7b49bdd-1195-4a0e-92b2-aa9e55bc8832 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 946 time: 0.0483205 Oct 03 16:02:33.584961 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d74aeb3b-5684-43f4-8786-3dec6d21e432 req-2405fab1-150d-45b8-87dd-9ff29a881c16 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421641 Oct 03 16:02:33.592368 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5e28ef79-b1f6-4d07-a329-1afafe0d2b3b req-ea33f848-f930-4b12-b2a6-04a1c5c3d2d8 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464675 Oct 03 16:02:34.060074 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:34.077514 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85af404-a71f-49c8-b352-c1b83fe163ad req-966efc3b-cc4d-4a09-8301-d4346c22470a tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:34.078987 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f85af404-a71f-49c8-b352-c1b83fe163ad req-966efc3b-cc4d-4a09-8301-d4346c22470a tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 944 time: 0.0468690 Oct 03 16:02:34.127247 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f85af404-a71f-49c8-b352-c1b83fe163ad req-8a72e726-7164-4e18-ae2d-7cc15dc96853 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 Oct 03 16:02:34.548920 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device fa8d71f0-ca65-4c21-97c5-b323a708ab7e up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:02:34.593458 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port fa8d71f0-ca65-4c21-97c5-b323a708ab7e completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:02:34.599992 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port fa8d71f0-ca65-4c21-97c5-b323a708ab7e triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:02:34.600557 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:34.601059 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port fa8d71f0-ca65-4c21-97c5-b323a708ab7e Oct 03 16:02:34.683566 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port fa8d71f0-ca65-4c21-97c5-b323a708ab7e is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:02:34.683963 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:34.685315 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:34.723425 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port fa8d71f0-ca65-4c21-97c5-b323a708ab7e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fa8d71f0-ca65-4c21-97c5-b323a708ab7e,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:02:34.725501 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed220f-d652-4bb5-9d56-ce54e4d981d4 req-a7d96501-4cc4-4284-8ee1-8bb0c331dc80 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:34.727046 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-29ed220f-d652-4bb5-9d56-ce54e4d981d4 req-a7d96501-4cc4-4284-8ee1-8bb0c331dc80 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 946 time: 0.0516863 Oct 03 16:02:34.727387 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:34.776823 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-29ed220f-d652-4bb5-9d56-ce54e4d981d4 req-6fe8ef34-2348-4760-8a7a-84e4440264f3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418828 Oct 03 16:02:34.777054 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=fa8d71f0-ca65-4c21-97c5-b323a708ab7e,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:34.893016 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee7b689-24a1-4318-b643-8e02216f7dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:02:34.895307 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7298834a-71f5-41a2-8f1c-e138d40bf503" -d '{"events": [{"server_uuid": "2ee7b689-24a1-4318-b643-8e02216f7dec", "name": "network-vif-plugged", "status": "completed", "tag": "fa8d71f0-ca65-4c21-97c5-b323a708ab7e"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:02:34.935894 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc812ced-d0ed-4e69-b8f5-bbde2a80676d x-openstack-request-id: req-fc812ced-d0ed-4e69-b8f5-bbde2a80676d {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:02:34.936192 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee7b689-24a1-4318-b643-8e02216f7dec", "name": "network-vif-plugged", "status": "completed", "tag": "fa8d71f0-ca65-4c21-97c5-b323a708ab7e", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:02:34.936456 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fc812ced-d0ed-4e69-b8f5-bbde2a80676d {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:02:34.936883 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc812ced-d0ed-4e69-b8f5-bbde2a80676d'] response: {'server_uuid': '2ee7b689-24a1-4318-b643-8e02216f7dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e', 'code': 200} Oct 03 16:02:35.251109 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc8e5a-d308-496b-93cc-8cd26534ae2c req-07263fe1-b9b0-49f4-984d-7753ea2d1f21 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:35.252606 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3afc8e5a-d308-496b-93cc-8cd26534ae2c req-07263fe1-b9b0-49f4-984d-7753ea2d1f21 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 945 time: 0.0486279 Oct 03 16:02:35.259463 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5e8b5-ef72-412d-8e0e-489ae4d021d3 req-005d9be3-1666-4f02-95ea-997ec9413b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:35.261219 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-c5d5e8b5-ef72-412d-8e0e-489ae4d021d3 req-005d9be3-1666-4f02-95ea-997ec9413b5e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 1129 time: 0.0443537 Oct 03 16:02:35.306727 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3afc8e5a-d308-496b-93cc-8cd26534ae2c req-23fbdc98-97ff-42ef-8ea3-1946af819a76 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481601 Oct 03 16:02:35.341032 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-c5d5e8b5-ef72-412d-8e0e-489ae4d021d3 req-c6dfd039-7e2a-463d-8603-fc47f39890ed service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485175 Oct 03 16:02:35.908305 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbe6cf-219a-4a07-9be3-0c9d3df03384 req-307ce53e-67fd-4599-b5da-6ade9b7f0ba2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:35.909840 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d7fbe6cf-219a-4a07-9be3-0c9d3df03384 req-307ce53e-67fd-4599-b5da-6ade9b7f0ba2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 946 time: 0.0471392 Oct 03 16:02:35.960714 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d7fbe6cf-219a-4a07-9be3-0c9d3df03384 req-117a504b-c6b8-460d-abe7-19b3b1a94946 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453560 Oct 03 16:02:36.405856 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:36.433810 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fd599-9b3c-4694-8715-c0066f0b69d7 req-670f10bb-d058-4a9d-9c04-3d0894f43f0d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:36.435292 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ed4fd599-9b3c-4694-8715-c0066f0b69d7 req-670f10bb-d058-4a9d-9c04-3d0894f43f0d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 945 time: 0.0495524 Oct 03 16:02:36.495705 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ed4fd599-9b3c-4694-8715-c0066f0b69d7 req-c1fac97c-e68c-43fe-9b7d-4913aae52efa tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547283 Oct 03 16:02:36.958083 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:37.094913 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb6d69-a6b6-47ca-b81e-006b662dd5d9 req-35891548-60f7-4ae9-96c4-db96a8f3e632 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:37.096506 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-57fb6d69-a6b6-47ca-b81e-006b662dd5d9 req-35891548-60f7-4ae9-96c4-db96a8f3e632 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 946 time: 0.0515947 Oct 03 16:02:37.146471 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-57fb6d69-a6b6-47ca-b81e-006b662dd5d9 req-2d6c5a56-54d1-445d-9bb4-ce4ddbc4ceeb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426743 Oct 03 16:02:37.548661 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:37.622369 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326710de-f35a-4ac8-8582-0fb88c4bd25f req-c80ba8dd-3abb-41fc-81ed-19411da93d01 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:37.623876 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-326710de-f35a-4ac8-8582-0fb88c4bd25f req-c80ba8dd-3abb-41fc-81ed-19411da93d01 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 945 time: 0.0524187 Oct 03 16:02:37.674438 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-326710de-f35a-4ac8-8582-0fb88c4bd25f req-ad98744c-2450-4f2b-a6ef-487f1eccd12a tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 Oct 03 16:02:37.797169 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc650e-ccb1-44ee-8187-cfc224aaf1e1 req-cd080433-547c-464a-bf45-561b1dbe860f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:37.798583 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4dcc650e-ccb1-44ee-8187-cfc224aaf1e1 req-cd080433-547c-464a-bf45-561b1dbe860f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 945 time: 0.0488963 Oct 03 16:02:37.849471 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4dcc650e-ccb1-44ee-8187-cfc224aaf1e1 req-b18a5c48-ac2d-4864-9d53-6ed828a6087d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451953 Oct 03 16:02:37.877770 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 51920) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:02:38.066142 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01cb705-bce6-49d7-bf0d-3c74660f1a40 tempest-TestVolumeBootPattern-109591101 tempest-TestVolumeBootPattern-109591101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:38.067648 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a01cb705-bce6-49d7-bf0d-3c74660f1a40 tempest-TestVolumeBootPattern-109591101 tempest-TestVolumeBootPattern-109591101-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 1124 time: 0.1887658 Oct 03 16:02:38.070470 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 51924) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:02:38.075311 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'port_id': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:02:38.097506 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:38.202285 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:38.297190 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:38.328065 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903cdc5-49f9-4660-96c4-2adb24a86d34 req-61110a00-834d-4dd2-89e6-7003e2139a5e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:38.329584 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2903cdc5-49f9-4660-96c4-2adb24a86d34 req-61110a00-834d-4dd2-89e6-7003e2139a5e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 946 time: 0.0894361 Oct 03 16:02:38.373309 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Allocated IP 172.27.0.62 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/37018ff4-36bb-487f-b004-963bbd29035e) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:02:38.381735 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:38.422926 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2903cdc5-49f9-4660-96c4-2adb24a86d34 req-27fe01e6-30e0-45d4-852f-f354cc022247 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867226 Oct 03 16:02:38.506813 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for port (37018ff4-36bb-487f-b004-963bbd29035e), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:38.538051 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (37018ff4-36bb-487f-b004-963bbd29035e), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:38.573625 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:02:38.578390 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:02:38.582865 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:02:38.613521 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'Port': ['ID=37018ff4-36bb-487f-b004-963bbd29035e,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:38.916158 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for floatingip (30c766c9-0c11-43b9-8042-9f826259c85f), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:38.991379 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (37018ff4-36bb-487f-b004-963bbd29035e), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:39.047109 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:39.144618 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for port (37018ff4-36bb-487f-b004-963bbd29035e), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:39.148873 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (37018ff4-36bb-487f-b004-963bbd29035e), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:39.149710 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (30c766c9-0c11-43b9-8042-9f826259c85f), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:39.256056 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'Port': ['ID=37018ff4-36bb-487f-b004-963bbd29035e,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:02:39.268766 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:39.281779 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Floating IP 30c766c9-0c11-43b9-8042-9f826259c85f associated. External IP: 172.27.0.62, port: fa8d71f0-ca65-4c21-97c5-b323a708ab7e. Oct 03 16:02:39.488809 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Router 72d38349-260b-47a2-90db-af2e36ca2276 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:02:39.591393 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:02:39.601335 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef6258-132d-4b99-9b49-407d779732ac None None] Sync routers for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:02:39.609842 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:39.612002 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef6258-132d-4b99-9b49-407d779732ac None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:02:39.612617 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-c8ef6258-132d-4b99-9b49-407d779732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:02:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:02:39.640003 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-d8a717ea-db08-4d0d-a1eb-25ee21c2a406 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5685320 Oct 03 16:02:39.640644 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee7b689-24a1-4318-b643-8e02216f7dec', 'tag': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:02:39.642960 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cf0596-6e31-4fb0-9d16-d001d28c9d28" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee7b689-24a1-4318-b643-8e02216f7dec", "tag": "fa8d71f0-ca65-4c21-97c5-b323a708ab7e"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:02:39.665017 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:39.682060 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee60358-fd21-488f-9db8-94a322eadc30 x-openstack-request-id: req-aee60358-fd21-488f-9db8-94a322eadc30 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:02:39.682377 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee7b689-24a1-4318-b643-8e02216f7dec", "tag": "fa8d71f0-ca65-4c21-97c5-b323a708ab7e", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:02:39.682641 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-aee60358-fd21-488f-9db8-94a322eadc30 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:02:39.683053 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee60358-fd21-488f-9db8-94a322eadc30'] response: {'name': 'network-changed', 'server_uuid': '2ee7b689-24a1-4318-b643-8e02216f7dec', 'tag': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e', 'status': 'completed', 'code': 200} Oct 03 16:02:39.721226 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-c8ef6258-132d-4b99-9b49-407d779732ac None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:02:39.753229 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf0596-6e31-4fb0-9d16-d001d28c9d28 req-5612379e-4725-4433-83c3-834e7d75bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:39.754660 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-86cf0596-6e31-4fb0-9d16-d001d28c9d28 req-5612379e-4725-4433-83c3-834e7d75bfaf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 1129 time: 0.0394270 Oct 03 16:02:39.856649 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf0596-6e31-4fb0-9d16-d001d28c9d28 req-c8b74913-ab07-4acc-9157-f642cfebdac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:39.858146 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-86cf0596-6e31-4fb0-9d16-d001d28c9d28 req-c8b74913-ab07-4acc-9157-f642cfebdac4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 912 time: 0.0924037 Oct 03 16:02:39.924673 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-86cf0596-6e31-4fb0-9d16-d001d28c9d28 req-10a8bb69-062c-49aa-80bc-4fb3d316c3df service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa8d71f0-ca65-4c21-97c5-b323a708ab7e HTTP/1.1" status: 200 len: 998 time: 0.0553460 Oct 03 16:02:39.935071 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-c8ef6258-132d-4b99-9b49-407d779732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '30c766c9-0c11-43b9-8042-9f826259c85f', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:cd:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee7b689-24a1-4318-b643-8e02216f7dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:02:38Z', 'updated_at': '2022-10-03T16:02:38Z', 'revision_number': 0, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:02:39.959182 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef6258-132d-4b99-9b49-407d779732ac None None] Checking router: 72d38349-260b-47a2-90db-af2e36ca2276 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:02:39.968075 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef6258-132d-4b99-9b49-407d779732ac None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:02:39.968673 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-c8ef6258-132d-4b99-9b49-407d779732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:02:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:02:39.973841 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=100 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:39.980785 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf0596-6e31-4fb0-9d16-d001d28c9d28 req-98680f1b-b402-4088-ba77-428b5ce9c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:39.982269 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-86cf0596-6e31-4fb0-9d16-d001d28c9d28 req-98680f1b-b402-4088-ba77-428b5ce9c7e9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 200 len: 850 time: 0.0450459 Oct 03 16:02:40.034920 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf0596-6e31-4fb0-9d16-d001d28c9d28 req-7d449de4-b679-4465-ae38-2b7c34835049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:40.036707 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-86cf0596-6e31-4fb0-9d16-d001d28c9d28 req-7d449de4-b679-4465-ae38-2b7c34835049 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=13403649-4ce4-4f7b-972e-1b4b67982742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464196 Oct 03 16:02:40.077757 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-c8ef6258-132d-4b99-9b49-407d779732ac None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:02:40.130598 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-86cf0596-6e31-4fb0-9d16-d001d28c9d28 req-8b1f4811-2f21-42f0-a923-2689a5d577e2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859482 Oct 03 16:02:40.177836 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:40.242163 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-86cf0596-6e31-4fb0-9d16-d001d28c9d28 req-d7fa8bd7-c974-441d-a735-0522d6f0a9d7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004207 Oct 03 16:02:40.271389 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a791d4-eb63-49e7-8b7b-82679f4911af req-1e6b5781-420c-48a6-9ff5-07f1b62130a3 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:40.273024 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-62a791d4-eb63-49e7-8b7b-82679f4911af req-1e6b5781-420c-48a6-9ff5-07f1b62130a3 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0706260 Oct 03 16:02:40.326227 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-62a791d4-eb63-49e7-8b7b-82679f4911af req-dd163284-752a-4c93-bfea-88da0159b038 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458248 Oct 03 16:02:40.340529 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-c8ef6258-132d-4b99-9b49-407d779732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '30c766c9-0c11-43b9-8042-9f826259c85f', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:cd:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee7b689-24a1-4318-b643-8e02216f7dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:02:38Z', 'updated_at': '2022-10-03T16:02:38Z', 'revision_number': 0, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:02:40.366590 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef6258-132d-4b99-9b49-407d779732ac None None] The sync data for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi is: [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '30c766c9-0c11-43b9-8042-9f826259c85f', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:cd:ef:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee7b689-24a1-4318-b643-8e02216f7dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:02:38Z', 'updated_at': '2022-10-03T16:02:38Z', 'revision_number': 0, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:02:40.545984 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a49110-05b7-4b9e-a1cc-a454dda01c22 None None] New status for floating IP 30c766c9-0c11-43b9-8042-9f826259c85f: ACTIVE {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:02:41.457459 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ed6cb-712f-46a3-ac90-70a46f4f9072 req-c8b1aa90-895e-4e40-a779-a8016dcc0167 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:41.458920 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c05ed6cb-712f-46a3-ac90-70a46f4f9072 req-c8b1aa90-895e-4e40-a779-a8016dcc0167 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0501573 Oct 03 16:02:41.506925 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c05ed6cb-712f-46a3-ac90-70a46f4f9072 req-af0a6837-d3b0-4508-a305-143b1f1def91 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423820 Oct 03 16:02:42.635018 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f11bb0-2403-4f96-8081-e16ae9a46392 req-6b21dc1b-f488-4c3d-b521-cef19868681b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:42.636528 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d1f11bb0-2403-4f96-8081-e16ae9a46392 req-6b21dc1b-f488-4c3d-b521-cef19868681b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0499201 Oct 03 16:02:42.686281 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d1f11bb0-2403-4f96-8081-e16ae9a46392 req-a7fc84ec-90b3-4fef-9669-8698d8303ae4 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439479 Oct 03 16:02:43.815556 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a34216-a30c-4377-8009-232e2062527e req-58f7cdab-15ea-45cd-9fac-a8b58328987c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:43.817074 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-25a34216-a30c-4377-8009-232e2062527e req-58f7cdab-15ea-45cd-9fac-a8b58328987c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0485380 Oct 03 16:02:43.860554 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:43.869295 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-25a34216-a30c-4377-8009-232e2062527e req-bdb8ea3c-7fa2-4052-9aae-2ceb8b28e7d9 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463598 Oct 03 16:02:44.987515 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc39c47-a4c3-4e42-b14b-4bb824053738 req-3b7853e2-9694-4eb1-b1e9-64fc0b2401de tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:44.988983 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9bc39c47-a4c3-4e42-b14b-4bb824053738 req-3b7853e2-9694-4eb1-b1e9-64fc0b2401de tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0461094 Oct 03 16:02:45.040861 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9bc39c47-a4c3-4e42-b14b-4bb824053738 req-e3ce1963-c36c-4b43-877d-e6829f507414 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456810 Oct 03 16:02:46.167418 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c749c-296d-4876-8a72-1d362012c2b8 req-7fd0b151-83f8-42ce-87ae-bcd48c84ead7 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:46.168928 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f21c749c-296d-4876-8a72-1d362012c2b8 req-7fd0b151-83f8-42ce-87ae-bcd48c84ead7 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0479550 Oct 03 16:02:46.193621 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:46.217324 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f21c749c-296d-4876-8a72-1d362012c2b8 req-86566049-bf81-412c-b17c-921894c756e7 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Oct 03 16:02:47.341538 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751da641-38da-45a4-b11a-260b1b5b15b2 req-930e3eba-6545-4010-b87b-773544c12c43 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:47.343020 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-751da641-38da-45a4-b11a-260b1b5b15b2 req-930e3eba-6545-4010-b87b-773544c12c43 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0515611 Oct 03 16:02:47.391987 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-751da641-38da-45a4-b11a-260b1b5b15b2 req-a7a5ac8b-f734-4fcb-b4f7-542bf8c902ec tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430143 Oct 03 16:02:48.512966 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781b591-254e-47d0-b26c-f23f32631b35 req-f0779efe-3ff6-44f1-b108-b96cb7f53dca tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:48.514420 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e781b591-254e-47d0-b26c-f23f32631b35 req-f0779efe-3ff6-44f1-b108-b96cb7f53dca tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0458028 Oct 03 16:02:48.561064 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e781b591-254e-47d0-b26c-f23f32631b35 req-ba2688ed-84a2-4a75-a6a0-a1d5142c2bee tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411785 Oct 03 16:02:49.679946 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e4545-0074-4952-a920-14a5c528428d req-4dabd45e-894f-4dc8-bdae-5b5e7820b20b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:49.682384 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-679e4545-0074-4952-a920-14a5c528428d req-4dabd45e-894f-4dc8-bdae-5b5e7820b20b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0475912 Oct 03 16:02:49.734943 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-679e4545-0074-4952-a920-14a5c528428d req-b42518e0-324c-4bdc-a221-04b067c5efcf tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469487 Oct 03 16:02:50.237264 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=24 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:50.239164 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=79 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:50.342702 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=60 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:50.343536 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=20 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:50.877019 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb65b25-3086-4f74-a9c8-09b45d573c99 req-8a0e14ef-e1ae-427e-9c65-f8b0ef302f2e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:50.879264 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8eb65b25-3086-4f74-a9c8-09b45d573c99 req-8a0e14ef-e1ae-427e-9c65-f8b0ef302f2e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0607567 Oct 03 16:02:50.932962 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8eb65b25-3086-4f74-a9c8-09b45d573c99 req-fad00f4c-0eef-49a2-ad51-8a38fbb88776 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476277 Oct 03 16:02:51.184263 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d247a-2a6c-43e4-a8fe-15e8a99243c0 req-62db8cc6-ebec-4ad1-a08e-c9d873e41928 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:51.185772 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0b0d247a-2a6c-43e4-a8fe-15e8a99243c0 req-62db8cc6-ebec-4ad1-a08e-c9d873e41928 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0578883 Oct 03 16:02:51.239485 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0b0d247a-2a6c-43e4-a8fe-15e8a99243c0 req-f524cb4d-d3b7-4bd5-a5be-3ffcf9abcc94 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481553 Oct 03 16:02:52.161808 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-500fac8f-852c-493f-9c08-1e3ceb1aa91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:52.366341 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1c9e7-a03d-4d9f-b293-c24961af4e51 req-3c199913-8cd0-4bc0-8d82-d44045d9c07a tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:52.367752 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-49a1c9e7-a03d-4d9f-b293-c24961af4e51 req-3c199913-8cd0-4bc0-8d82-d44045d9c07a tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0501919 Oct 03 16:02:52.414144 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-49a1c9e7-a03d-4d9f-b293-c24961af4e51 req-fc8c7ce1-a653-41ca-a5e0-7d9b96a75f7c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Oct 03 16:02:53.450385 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ad604-8f09-4fa0-9488-e5053ef350c9 req-b9e96420-402a-4cef-8802-13779e61e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:53.451896 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-4d1ad604-8f09-4fa0-9488-e5053ef350c9 req-b9e96420-402a-4cef-8802-13779e61e047 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a8db1f811cf84507ad7ea7058d6a0d25&device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 1129 time: 0.0400352 Oct 03 16:02:53.537315 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ae8fe-30d3-4f88-8782-2362187ecf01 req-dc21d34b-b691-46fb-8e2e-6f3870f41e43 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:53.538806 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d21ae8fe-30d3-4f88-8782-2362187ecf01 req-dc21d34b-b691-46fb-8e2e-6f3870f41e43 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0468199 Oct 03 16:02:53.549874 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ad604-8f09-4fa0-9488-e5053ef350c9 req-0bf4731d-5e5a-49de-a116-a520a0cb086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:53.551324 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-4d1ad604-8f09-4fa0-9488-e5053ef350c9 req-0bf4731d-5e5a-49de-a116-a520a0cb086f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 HTTP/1.1" status: 200 len: 911 time: 0.0911536 Oct 03 16:02:53.588823 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d21ae8fe-30d3-4f88-8782-2362187ecf01 req-14359689-f768-4e2f-8bbf-150a523e780a tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436292 Oct 03 16:02:53.618987 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-4d1ad604-8f09-4fa0-9488-e5053ef350c9 req-e14ce9e4-67a2-4585-8c69-3e69b1f43e54 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d710284d-cf34-4ba0-b620-3fcbf1bcd02b HTTP/1.1" status: 200 len: 1001 time: 0.0583990 Oct 03 16:02:53.674031 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ad604-8f09-4fa0-9488-e5053ef350c9 req-4363e277-65ed-4826-bb68-2a15fb6c1778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:53.675414 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-4d1ad604-8f09-4fa0-9488-e5053ef350c9 req-4363e277-65ed-4826-bb68-2a15fb6c1778 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=26d397fd-4b80-4bbf-a0fc-de0f65c079d4 HTTP/1.1" status: 200 len: 849 time: 0.0438979 Oct 03 16:02:53.725984 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ad604-8f09-4fa0-9488-e5053ef350c9 req-470d0c03-e299-4d26-9177-4083198f4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:53.727550 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-4d1ad604-8f09-4fa0-9488-e5053ef350c9 req-470d0c03-e299-4d26-9177-4083198f4c32 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420032 Oct 03 16:02:53.824858 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-4d1ad604-8f09-4fa0-9488-e5053ef350c9 req-1abd6f23-e0b3-4ddb-97ed-bc72a6efcc3c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823262 Oct 03 16:02:53.919830 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-4d1ad604-8f09-4fa0-9488-e5053ef350c9 req-3b84bc0c-82a4-475f-be4d-14f298ae52b8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858796 Oct 03 16:02:54.254516 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-dccf0dff-a477-4077-a8f9-d5a550e5e032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:54.719006 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d580af5-d5a6-461a-b366-dd17e1565551 req-b0151d34-4dc6-4188-89f7-fae4e2c96b4c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:02:54.720514 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d580af5-d5a6-461a-b366-dd17e1565551 req-b0151d34-4dc6-4188-89f7-fae4e2c96b4c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0523255 Oct 03 16:02:54.767594 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d580af5-d5a6-461a-b366-dd17e1565551 req-8da6bb5c-8e15-4a5a-a8b2-aa2076c1713c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412786 Oct 03 16:02:55.548536 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:DELETE=1,neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:55.552889 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:02:55.787174 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:57.028321 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:02:57.170158 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:03.915715 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=48 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:03.916516 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=46 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:04.552064 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:03:04.761754 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=81 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:04.763725 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=82 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:05.958025 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-c7d46d9c-66ac-414c-9bc5-45f6e257322e req-6ff28e28-9a81-492d-8485-f1efcc07cbe6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372941 Oct 03 16:03:06.052353 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d46d9c-66ac-414c-9bc5-45f6e257322e req-6051716a-12b9-46fc-8081-a6b758f6ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:06.053881 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-c7d46d9c-66ac-414c-9bc5-45f6e257322e req-6051716a-12b9-46fc-8081-a6b758f6ef8b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 1129 time: 0.0413914 Oct 03 16:03:06.162948 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d46d9c-66ac-414c-9bc5-45f6e257322e req-e200e78e-52d0-471a-9315-15e1e85ec4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:06.164367 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-c7d46d9c-66ac-414c-9bc5-45f6e257322e req-e200e78e-52d0-471a-9315-15e1e85ec4df service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 919 time: 0.0897727 Oct 03 16:03:06.204013 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-c7d46d9c-66ac-414c-9bc5-45f6e257322e req-975dd93f-4c65-4f80-a11e-a41a7a3fce2b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 HTTP/1.1" status: 200 len: 217 time: 0.0323253 Oct 03 16:03:06.256233 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d46d9c-66ac-414c-9bc5-45f6e257322e req-1aedaf30-057f-403b-b8fd-c52899817328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:06.258193 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-c7d46d9c-66ac-414c-9bc5-45f6e257322e req-1aedaf30-057f-403b-b8fd-c52899817328 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.0468507 Oct 03 16:03:06.309333 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d46d9c-66ac-414c-9bc5-45f6e257322e req-efd37bf2-fcd4-4734-83cd-5d92a6bcd32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:06.310794 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-c7d46d9c-66ac-414c-9bc5-45f6e257322e req-efd37bf2-fcd4-4734-83cd-5d92a6bcd32d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382583 Oct 03 16:03:06.405954 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:06.411156 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-c7d46d9c-66ac-414c-9bc5-45f6e257322e req-f4fc4084-965e-43fd-881e-1b3aa6949401 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928874 Oct 03 16:03:06.522911 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-c7d46d9c-66ac-414c-9bc5-45f6e257322e req-a3e63074-0104-4da8-bcbd-391d9f07720e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994849 Oct 03 16:03:07.949079 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d814c4-5b8b-479a-804e-540de39df069 req-6879efd8-bace-4172-96d0-b11fe7e5ba90 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:07.950468 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a4d814c4-5b8b-479a-804e-540de39df069 req-6879efd8-bace-4172-96d0-b11fe7e5ba90 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0467291 Oct 03 16:03:07.999423 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a4d814c4-5b8b-479a-804e-540de39df069 req-7713548a-fb69-43de-8c84-9a185cb7d8a6 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428126 Oct 03 16:03:09.125743 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8367a-9977-417a-9dab-3d7bc219ea7e req-d4d7edbb-8102-488c-a113-a7a6db664a80 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:09.127210 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2bc8367a-9977-417a-9dab-3d7bc219ea7e req-d4d7edbb-8102-488c-a113-a7a6db664a80 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0475399 Oct 03 16:03:09.181815 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2bc8367a-9977-417a-9dab-3d7bc219ea7e req-4465c564-428f-49bc-b424-11ab0c01efdb tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490303 Oct 03 16:03:10.194285 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f83f44-677a-4744-9c80-c63ea6925697 req-e352f222-2509-4544-bea8-421d9aceb398 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:10.195817 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-b7f83f44-677a-4744-9c80-c63ea6925697 req-e352f222-2509-4544-bea8-421d9aceb398 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0486488 Oct 03 16:03:10.301060 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ebb7d-b0d0-4511-9f2d-4dee8a066e15 req-99018e18-c27a-43e7-a726-8fceee3f8f64 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:10.302557 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-041ebb7d-b0d0-4511-9f2d-4dee8a066e15 req-99018e18-c27a-43e7-a726-8fceee3f8f64 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 945 time: 0.0465956 Oct 03 16:03:10.349393 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-041ebb7d-b0d0-4511-9f2d-4dee8a066e15 req-2da3b9ac-3e45-4074-a652-36127018989d tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 Oct 03 16:03:10.598243 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-b7f83f44-677a-4744-9c80-c63ea6925697 req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Deleting port 29128e72-e7bc-47c7-9fae-fb89b598c55b {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:03:10.598584 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-b7f83f44-677a-4744-9c80-c63ea6925697 req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:10.690267 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-b7f83f44-677a-4744-9c80-c63ea6925697 req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] For port 29128e72-e7bc-47c7-9fae-fb89b598c55b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=29128e72-e7bc-47c7-9fae-fb89b598c55b,segment=NetworkSegment(133548aa-b753-4d32-bee1-91d8ce8643a2),segment_id=133548aa-b753-4d32-bee1-91d8ce8643a2)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:03:10.690630 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-b7f83f44-677a-4744-9c80-c63ea6925697 req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:10.703910 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-b7f83f44-677a-4744-9c80-c63ea6925697 req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Calling delete_port for 29128e72-e7bc-47c7-9fae-fb89b598c55b owned by compute:nova {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:03:10.830985 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-b7f83f44-677a-4744-9c80-c63ea6925697 req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (29128e72-e7bc-47c7-9fae-fb89b598c55b), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:10.846028 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['29128e72-e7bc-47c7-9fae-fb89b598c55b'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:03:10.858735 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Pushing event deleted for resources: {'Port': ['ID=29128e72-e7bc-47c7-9fae-fb89b598c55b,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:10.871539 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.871896 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.872243 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.872585 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.872950 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.873285 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.873617 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.873947 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.874281 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.874605 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.874934 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.875259 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.875583 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.875905 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.876224 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:10.916625 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f83f44-677a-4744-9c80-c63ea6925697 req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] No DVR routers for this DVR port 29128e72-e7bc-47c7-9fae-fb89b598c55b on host hv-cinder-84456 {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:03:10.919111 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-b7f83f44-677a-4744-9c80-c63ea6925697 req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:10.922325 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-b7f83f44-677a-4744-9c80-c63ea6925697 req-dc174163-653f-4df2-ba4d-2d2e6e299656 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.48 "DELETE /networking/v2.0/ports/29128e72-e7bc-47c7-9fae-fb89b598c55b HTTP/1.1" status: 204 len: 173 time: 0.4104860 Oct 03 16:03:10.922818 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712d40fb-6814-434a-92d3-2fd4553169b1', 'name': 'network-vif-deleted', 'tag': '29128e72-e7bc-47c7-9fae-fb89b598c55b'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:03:10.925076 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7003466-81fe-4da2-8874-54397ce002c8" -d '{"events": [{"server_uuid": "712d40fb-6814-434a-92d3-2fd4553169b1", "name": "network-vif-deleted", "tag": "29128e72-e7bc-47c7-9fae-fb89b598c55b"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:03:10.970513 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0152b05b-64c3-414c-9a6d-be47227cdedd x-openstack-request-id: req-0152b05b-64c3-414c-9a6d-be47227cdedd {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:03:10.970799 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712d40fb-6814-434a-92d3-2fd4553169b1", "name": "network-vif-deleted", "tag": "29128e72-e7bc-47c7-9fae-fb89b598c55b", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:03:10.971044 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0152b05b-64c3-414c-9a6d-be47227cdedd {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:03:10.971438 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0152b05b-64c3-414c-9a6d-be47227cdedd'] response: {'server_uuid': '712d40fb-6814-434a-92d3-2fd4553169b1', 'name': 'network-vif-deleted', 'tag': '29128e72-e7bc-47c7-9fae-fb89b598c55b', 'status': 'completed', 'code': 200} Oct 03 16:03:11.462186 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14816cac-991c-42b9-b3de-69691e78a4f2 req-8265d053-082d-4ea0-9726-ac3a1dc8ce43 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=712d40fb-6814-434a-92d3-2fd4553169b1 HTTP/1.1" status: 200 len: 210 time: 0.0272429 Oct 03 16:03:14.547678 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:14.548412 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:15.504233 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 29128e72-e7bc-47c7-9fae-fb89b598c55b no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:03:15.524258 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: 29128e72-e7bc-47c7-9fae-fb89b598c55b {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:03:15.524600 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 29128e72-e7bc-47c7-9fae-fb89b598c55b not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:03:20.834526 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-77c97ad2-c014-4b18-b023-35906018de06 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:20.836839 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-77c97ad2-c014-4b18-b023-35906018de06 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/networks?id=2eb47dc5-6e8d-4486-b34c-6986a542da63 HTTP/1.1" status: 200 len: 814 time: 0.3580997 Oct 03 16:03:20.852444 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-49730064-ea03-4dff-8eec-ce4ae689b4f5 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/quotas/f8c41c14b0b3411d9b7e39e3983f2ccd HTTP/1.1" status: 200 len: 375 time: 0.0099576 Oct 03 16:03:20.871053 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=90,neutron:DELETE=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:20.884368 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-176162b0-ee14-47b1-82cd-b9ded5d6c3f5 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f8c41c14b0b3411d9b7e39e3983f2ccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271556 Oct 03 16:03:20.901326 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:20.978350 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-e7052466-f820-4de6-9ff6-3a82c28e4c19 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2eb47dc5-6e8d-4486-b34c-6986a542da63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871031 Oct 03 16:03:21.065872 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-09d410bb-2b0b-4fe1-9554-ec39c4d1e3a7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2eb47dc5-6e8d-4486-b34c-6986a542da63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817511 Oct 03 16:03:21.234708 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-13acb8e8-f3a3-45be-815e-8ae7eeca353d req-32e6ebfd-1792-4ae6-871a-893a8253ca75 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 210 time: 0.0331056 Oct 03 16:03:22.154916 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:22.156487 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:22.170105 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-21d2b8ef-3618-4cfb-a1c5-2767ae37b277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:22.342372 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-29e48e30-5038-4444-b802-f1508eadf4a5 req-0d3b1994-ab4a-4cad-bccb-c849d7f57a2d tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 210 time: 0.0331466 Oct 03 16:03:22.539965 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-7bc2320d-5307-4750-96cb-bc841125e141 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:22.541564 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-7bc2320d-5307-4750-96cb-bc841125e141 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.48 "GET /networking/v2.0/networks?id=2eb47dc5-6e8d-4486-b34c-6986a542da63 HTTP/1.1" status: 200 len: 814 time: 0.1323125 Oct 03 16:03:22.582755 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-fe89f5ba-9330-46b7-bd63-67c56054cae3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Request body: {'port': {'device_id': '63ff1918-7d0c-422f-a56b-75ce0ea903cb', 'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63', 'admin_state_up': True, 'tenant_id': 'f8c41c14b0b3411d9b7e39e3983f2ccd'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:22.697448 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-fe89f5ba-9330-46b7-bd63-67c56054cae3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Made reservation on behalf of f8c41c14b0b3411d9b7e39e3983f2ccd for: {'port': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:03:22.701118 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-fe89f5ba-9330-46b7-bd63-67c56054cae3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:22.830836 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-fe89f5ba-9330-46b7-bd63-67c56054cae3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Allocated IP 172.20.0.10 (2eb47dc5-6e8d-4486-b34c-6986a542da63/cb3bc50d-da1c-45cd-aec5-19483576ea90/1e403651-934b-47dc-9807-9fec7b0415a4) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:03:22.976102 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-fe89f5ba-9330-46b7-bd63-67c56054cae3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks [] for port (1e403651-934b-47dc-9807-9fec7b0415a4), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:23.008255 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-fe89f5ba-9330-46b7-bd63-67c56054cae3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (1e403651-934b-47dc-9807-9fec7b0415a4), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:23.057587 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-fe89f5ba-9330-46b7-bd63-67c56054cae3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Network 2eb47dc5-6e8d-4486-b34c-6986a542da63 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:03:23.060635 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-fe89f5ba-9330-46b7-bd63-67c56054cae3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:03:23.063360 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-fe89f5ba-9330-46b7-bd63-67c56054cae3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:03:23.092172 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89f5ba-9330-46b7-bd63-67c56054cae3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Pushing event updated for resources: {'Port': ['ID=1e403651-934b-47dc-9807-9fec7b0415a4,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:23.118094 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-fe89f5ba-9330-46b7-bd63-67c56054cae3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:23.118797 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-fe89f5ba-9330-46b7-bd63-67c56054cae3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:23.135414 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-fe89f5ba-9330-46b7-bd63-67c56054cae3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5566003 Oct 03 16:03:23.154026 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Request body: {'port': {'device_id': '63ff1918-7d0c-422f-a56b-75ce0ea903cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:23.214914 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (1e403651-934b-47dc-9807-9fec7b0415a4), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:23.268485 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:23.320386 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:23.466723 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542210d1-f683-4372-91c9-c073ae135ff8 req-e25822d2-9225-4ce8-b05c-1c686bce8a56 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:23.468197 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-542210d1-f683-4372-91c9-c073ae135ff8 req-e25822d2-9225-4ce8-b05c-1c686bce8a56 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 932 time: 0.0473182 Oct 03 16:03:23.483490 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e403651-934b-47dc-9807-9fec7b0415a4 {{(pid=106163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:03:23.490886 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Publish callbacks [] for port (1e403651-934b-47dc-9807-9fec7b0415a4), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:23.504666 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.provisioning_blocks [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Transition to ACTIVE for port object 1e403651-934b-47dc-9807-9fec7b0415a4 will not be triggered until provisioned by entity L2. {{(pid=106163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:03:23.508906 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (1e403651-934b-47dc-9807-9fec7b0415a4), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:23.517941 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-542210d1-f683-4372-91c9-c073ae135ff8 req-305f26e1-8f01-4959-b5a6-4eb538959c90 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Oct 03 16:03:23.799552 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Pushing event updated for resources: {'Port': ['ID=1e403651-934b-47dc-9807-9fec7b0415a4,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:23.826246 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Attempting to bind port 1e403651-934b-47dc-9807-9fec7b0415a4 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:03:23.826578 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Attempting to bind port 1e403651-934b-47dc-9807-9fec7b0415a4 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '133548aa-b753-4d32-bee1-91d8ce8643a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63'}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:03:23.826904 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Attempting to bind port 1e403651-934b-47dc-9807-9fec7b0415a4 on network 2eb47dc5-6e8d-4486-b34c-6986a542da63 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:03:23.867555 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Port 1e403651-934b-47dc-9807-9fec7b0415a4 on network 2eb47dc5-6e8d-4486-b34c-6986a542da63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:03:23.867880 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Attempting to bind port 1e403651-934b-47dc-9807-9fec7b0415a4 on network 2eb47dc5-6e8d-4486-b34c-6986a542da63 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:03:23.907815 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:03:23.908152 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Checking segment: {'id': '133548aa-b753-4d32-bee1-91d8ce8643a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:03:23.908532 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Bound using segment: {'id': '133548aa-b753-4d32-bee1-91d8ce8643a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63'} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:03:23.908999 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Bound port: 1e403651-934b-47dc-9807-9fec7b0415a4, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133548aa-b753-4d32-bee1-91d8ce8643a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63'}}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:03:23.909355 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (1e403651-934b-47dc-9807-9fec7b0415a4), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:23.970787 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] For port 1e403651-934b-47dc-9807-9fec7b0415a4, host hv-cinder-84456, cleared binding levels {{(pid=106163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:03:23.973762 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] For port 1e403651-934b-47dc-9807-9fec7b0415a4, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1e403651-934b-47dc-9807-9fec7b0415a4,segment=NetworkSegment(133548aa-b753-4d32-bee1-91d8ce8643a2),segment_id=133548aa-b753-4d32-bee1-91d8ce8643a2)] {{(pid=106163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:03:23.980363 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (1e403651-934b-47dc-9807-9fec7b0415a4), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:23.984379 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:23.985074 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:23.986414 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/1e403651-934b-47dc-9807-9fec7b0415a4 HTTP/1.1" status: 200 len: 1094 time: 0.8364031 Oct 03 16:03:23.986956 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ff1918-7d0c-422f-a56b-75ce0ea903cb', 'tag': '1e403651-934b-47dc-9807-9fec7b0415a4'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:03:23.989195 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8efe89-95fa-4614-820a-d4843c5bd5da" -d '{"events": [{"name": "network-changed", "server_uuid": "63ff1918-7d0c-422f-a56b-75ce0ea903cb", "tag": "1e403651-934b-47dc-9807-9fec7b0415a4"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:03:24.044299 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7428a1-181a-4e96-bda7-1ea5a34d493d x-openstack-request-id: req-1d7428a1-181a-4e96-bda7-1ea5a34d493d {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:03:24.044642 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ff1918-7d0c-422f-a56b-75ce0ea903cb", "tag": "1e403651-934b-47dc-9807-9fec7b0415a4", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:03:24.044913 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1d7428a1-181a-4e96-bda7-1ea5a34d493d {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:03:24.045300 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7428a1-181a-4e96-bda7-1ea5a34d493d'] response: {'name': 'network-changed', 'server_uuid': '63ff1918-7d0c-422f-a56b-75ce0ea903cb', 'tag': '1e403651-934b-47dc-9807-9fec7b0415a4', 'status': 'completed', 'code': 200} Oct 03 16:03:24.065162 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c7db9-eb7f-4522-bac6-a2b2eda47c26 service neutron] Pushing event updated for resources: {'Port': ['ID=1e403651-934b-47dc-9807-9fec7b0415a4,revision_number=3']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:24.078758 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-ab28bc50-6b6c-4e8d-8691-a06b347af53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:24.080249 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-ab28bc50-6b6c-4e8d-8691-a06b347af53f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f8c41c14b0b3411d9b7e39e3983f2ccd&device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 1128 time: 0.0520325 Oct 03 16:03:24.123235 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-d7e900cc-2556-4d67-a04c-abda545f5c69 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e403651-934b-47dc-9807-9fec7b0415a4 HTTP/1.1" status: 200 len: 217 time: 0.0354514 Oct 03 16:03:24.172172 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-36bb2ec5-b5bf-4291-a6b3-f47e7f9c4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:24.173587 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-36bb2ec5-b5bf-4291-a6b3-f47e7f9c4b73 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cb3bc50d-da1c-45cd-aec5-19483576ea90 HTTP/1.1" status: 200 len: 854 time: 0.0427613 Oct 03 16:03:24.206067 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-698f4430-7bff-44a5-9a03-785b09549560 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2eb47dc5-6e8d-4486-b34c-6986a542da63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252280 Oct 03 16:03:24.257355 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-07eab20a-e450-4c0e-9b6a-4caf29a72236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:24.299458 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-bed33014-3114-44dc-9ad0-7348f539fb36 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2eb47dc5-6e8d-4486-b34c-6986a542da63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869820 Oct 03 16:03:24.367618 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:24.392007 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d46897d5-e15f-4bf7-b0bc-d74fd23a9ce2 req-d3600bff-d2be-4b6a-8b5a-e7010c3ace73 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2eb47dc5-6e8d-4486-b34c-6986a542da63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848241 Oct 03 16:03:24.643149 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f3799-cd25-4782-bb81-5eea2eb1f3ed req-37d1c345-656b-4cc0-b1f8-06610be65f3c tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:24.644628 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c11f3799-cd25-4782-bb81-5eea2eb1f3ed req-37d1c345-656b-4cc0-b1f8-06610be65f3c tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 944 time: 0.0514083 Oct 03 16:03:24.695982 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c11f3799-cd25-4782-bb81-5eea2eb1f3ed req-ee9c4597-4119-443a-a02d-1aa3e85c7e8d tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Oct 03 16:03:25.574258 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:25.580318 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8efe89-95fa-4614-820a-d4843c5bd5da req-f60727ef-ca48-4309-9abc-40bd39bfd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:25.581862 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-6e8efe89-95fa-4614-820a-d4843c5bd5da req-f60727ef-ca48-4309-9abc-40bd39bfd943 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f8c41c14b0b3411d9b7e39e3983f2ccd&device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 1128 time: 0.0394514 Oct 03 16:03:25.674394 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8efe89-95fa-4614-820a-d4843c5bd5da req-3a9cd90b-0f5d-457f-902b-89e0ccb93ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:25.675833 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-6e8efe89-95fa-4614-820a-d4843c5bd5da req-3a9cd90b-0f5d-457f-902b-89e0ccb93ad8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=2eb47dc5-6e8d-4486-b34c-6986a542da63 HTTP/1.1" status: 200 len: 915 time: 0.0872860 Oct 03 16:03:25.720637 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-6e8efe89-95fa-4614-820a-d4843c5bd5da req-775910fb-4249-44ce-b7a0-7ab7968284eb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e403651-934b-47dc-9807-9fec7b0415a4 HTTP/1.1" status: 200 len: 217 time: 0.0341969 Oct 03 16:03:25.777459 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8efe89-95fa-4614-820a-d4843c5bd5da req-863c5632-ff3b-42f3-a394-f88b236d7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:25.778904 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-6e8efe89-95fa-4614-820a-d4843c5bd5da req-863c5632-ff3b-42f3-a394-f88b236d7b15 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=cb3bc50d-da1c-45cd-aec5-19483576ea90 HTTP/1.1" status: 200 len: 854 time: 0.0520880 Oct 03 16:03:25.791148 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:25.811719 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-6e8efe89-95fa-4614-820a-d4843c5bd5da req-1c4cc9d1-316d-450a-9e6d-516e58e39926 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=2eb47dc5-6e8d-4486-b34c-6986a542da63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255895 Oct 03 16:03:25.828886 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f203b43-1678-486d-beb5-b8e873251bce req-79798651-770e-4dd3-bc72-d220264614dc tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:25.830284 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f203b43-1678-486d-beb5-b8e873251bce req-79798651-770e-4dd3-bc72-d220264614dc tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 944 time: 0.0482357 Oct 03 16:03:25.878194 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f203b43-1678-486d-beb5-b8e873251bce req-a2e909fc-8cfb-43e5-b0fc-bc97a2699fd8 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Oct 03 16:03:25.906884 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-6e8efe89-95fa-4614-820a-d4843c5bd5da req-faf78096-ee22-47ae-8128-e725d64bdc47 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2eb47dc5-6e8d-4486-b34c-6986a542da63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853508 Oct 03 16:03:26.004600 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-6e8efe89-95fa-4614-820a-d4843c5bd5da req-8ade672f-6e1d-487c-adef-c7309d8b1b41 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/2eb47dc5-6e8d-4486-b34c-6986a542da63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868354 Oct 03 16:03:26.997572 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ac34a-70a3-4e7b-bdcd-ed1d47f620bd req-0d0b98b8-390d-41c9-b921-bd33a7858910 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:26.999030 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3e4ac34a-70a3-4e7b-bdcd-ed1d47f620bd req-0d0b98b8-390d-41c9-b921-bd33a7858910 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 944 time: 0.0467694 Oct 03 16:03:27.032023 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:27.043338 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:27.055419 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3e4ac34a-70a3-4e7b-bdcd-ed1d47f620bd req-97b9547c-a735-4fa3-8f99-1f0213839007 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509677 Oct 03 16:03:27.172320 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:28.163607 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:28.176665 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d760f-47be-4828-bb5b-6a71df45b043 req-240b0930-bf33-4411-9889-16c8b78600e7 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:28.178172 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d01d760f-47be-4828-bb5b-6a71df45b043 req-240b0930-bf33-4411-9889-16c8b78600e7 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 944 time: 0.0477488 Oct 03 16:03:28.226654 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d01d760f-47be-4828-bb5b-6a71df45b043 req-97c7ddb9-c971-4b26-8c1d-0fc2884f9d54 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Oct 03 16:03:28.834162 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 1e403651-934b-47dc-9807-9fec7b0415a4 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:03:29.056605 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 1e403651-934b-47dc-9807-9fec7b0415a4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1e403651-934b-47dc-9807-9fec7b0415a4,segment=NetworkSegment(133548aa-b753-4d32-bee1-91d8ce8643a2),segment_id=133548aa-b753-4d32-bee1-91d8ce8643a2)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:03:29.067436 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '1e403651-934b-47dc-9807-9fec7b0415a4', 'network_id': '2eb47dc5-6e8d-4486-b34c-6986a542da63', 'port_id': '1e403651-934b-47dc-9807-9fec7b0415a4', 'mac_address': 'fa:16:3e:39:8f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3bc50d-da1c-45cd-aec5-19483576ea90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:03:29.102225 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 1e403651-934b-47dc-9807-9fec7b0415a4 is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:03:29.102615 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (1e403651-934b-47dc-9807-9fec7b0415a4), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:29.115625 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e403651-934b-47dc-9807-9fec7b0415a4 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:03:29.136121 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 1e403651-934b-47dc-9807-9fec7b0415a4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1e403651-934b-47dc-9807-9fec7b0415a4,segment=NetworkSegment(133548aa-b753-4d32-bee1-91d8ce8643a2),segment_id=133548aa-b753-4d32-bee1-91d8ce8643a2)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:03:29.139572 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (1e403651-934b-47dc-9807-9fec7b0415a4), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:29.187237 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=1e403651-934b-47dc-9807-9fec7b0415a4,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:29.358410 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a699ad-4c0d-4d66-8316-0a9f01a1b00c req-b1f15d64-afe3-4ebb-8b8e-fd2d76e427a5 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:29.359916 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-22a699ad-4c0d-4d66-8316-0a9f01a1b00c req-b1f15d64-afe3-4ebb-8b8e-fd2d76e427a5 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 945 time: 0.0564539 Oct 03 16:03:29.409064 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-22a699ad-4c0d-4d66-8316-0a9f01a1b00c req-72885267-746b-47a2-a55a-e45217a21102 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434270 Oct 03 16:03:29.467535 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['1e403651-934b-47dc-9807-9fec7b0415a4'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:03:30.309927 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bbd0f-ffb9-4e6c-9ce1-5a96cd0b5c61 req-ba3d19cf-1714-4b95-83b3-1b5bfe832805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:30.311420 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-508bbd0f-ffb9-4e6c-9ce1-5a96cd0b5c61 req-ba3d19cf-1714-4b95-83b3-1b5bfe832805 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 1129 time: 0.0401788 Oct 03 16:03:30.326096 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e3b6d-1a55-4a0f-ad76-a242575d0d3f req-d762fdd4-a56a-4f41-81aa-608f18440280 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:30.327621 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c42e3b6d-1a55-4a0f-ad76-a242575d0d3f req-d762fdd4-a56a-4f41-81aa-608f18440280 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0515244 Oct 03 16:03:30.375331 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c42e3b6d-1a55-4a0f-ad76-a242575d0d3f req-ae3c4c75-d761-4516-a34e-5cf7cf06c0d9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419981 Oct 03 16:03:30.409312 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bbd0f-ffb9-4e6c-9ce1-5a96cd0b5c61 req-842c9bd0-f420-4dc0-bd6a-54a10b608a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:30.410768 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-508bbd0f-ffb9-4e6c-9ce1-5a96cd0b5c61 req-842c9bd0-f420-4dc0-bd6a-54a10b608a80 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 919 time: 0.0919409 Oct 03 16:03:30.475483 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-508bbd0f-ffb9-4e6c-9ce1-5a96cd0b5c61 req-695ab4be-ca87-4bcd-859d-daf5d3bca162 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac HTTP/1.1" status: 200 len: 1000 time: 0.0552514 Oct 03 16:03:30.530312 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bbd0f-ffb9-4e6c-9ce1-5a96cd0b5c61 req-aab992ce-f65e-408a-b0dd-27e1f151710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:30.531766 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-508bbd0f-ffb9-4e6c-9ce1-5a96cd0b5c61 req-aab992ce-f65e-408a-b0dd-27e1f151710e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.0482743 Oct 03 16:03:30.532704 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c03fb-b22a-47de-9e35-35ff0ab48bfa req-49ed7779-44c7-4595-8f1c-43c0e76f6ee3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:30.534529 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e47c03fb-b22a-47de-9e35-35ff0ab48bfa req-49ed7779-44c7-4595-8f1c-43c0e76f6ee3 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 945 time: 0.0475225 Oct 03 16:03:30.582119 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bbd0f-ffb9-4e6c-9ce1-5a96cd0b5c61 req-46870262-ef1a-46a0-b6f8-95d0b424caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:30.583822 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-508bbd0f-ffb9-4e6c-9ce1-5a96cd0b5c61 req-46870262-ef1a-46a0-b6f8-95d0b424caf2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437481 Oct 03 16:03:30.587512 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e47c03fb-b22a-47de-9e35-35ff0ab48bfa req-781b1ea6-c9ef-436a-bbef-1d91cf6cae8c tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472515 Oct 03 16:03:30.680491 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-508bbd0f-ffb9-4e6c-9ce1-5a96cd0b5c61 req-6f337967-0253-4f11-ba7c-e871f4aad2ef service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868971 Oct 03 16:03:30.777446 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-508bbd0f-ffb9-4e6c-9ce1-5a96cd0b5c61 req-d40df23b-94e7-45b4-bb8e-142e11216766 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855253 Oct 03 16:03:30.848741 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 1e403651-934b-47dc-9807-9fec7b0415a4 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:03:30.894369 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port 1e403651-934b-47dc-9807-9fec7b0415a4 completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:03:30.900056 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 1e403651-934b-47dc-9807-9fec7b0415a4 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:03:30.900442 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (1e403651-934b-47dc-9807-9fec7b0415a4), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:30.900814 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 1e403651-934b-47dc-9807-9fec7b0415a4 Oct 03 16:03:30.971942 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 1e403651-934b-47dc-9807-9fec7b0415a4 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:03:30.972328 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (1e403651-934b-47dc-9807-9fec7b0415a4), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:30.995936 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ff1918-7d0c-422f-a56b-75ce0ea903cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e403651-934b-47dc-9807-9fec7b0415a4'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:03:30.998190 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df28c6b-afb4-4f68-bb5c-a71d086b1095" -d '{"events": [{"server_uuid": "63ff1918-7d0c-422f-a56b-75ce0ea903cb", "name": "network-vif-plugged", "status": "completed", "tag": "1e403651-934b-47dc-9807-9fec7b0415a4"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:03:31.010348 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 1e403651-934b-47dc-9807-9fec7b0415a4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1e403651-934b-47dc-9807-9fec7b0415a4,segment=NetworkSegment(133548aa-b753-4d32-bee1-91d8ce8643a2),segment_id=133548aa-b753-4d32-bee1-91d8ce8643a2)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:03:31.014342 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (1e403651-934b-47dc-9807-9fec7b0415a4), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:31.041033 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b45d792-3adc-43b0-85e6-b45e08861e96 x-openstack-request-id: req-2b45d792-3adc-43b0-85e6-b45e08861e96 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:03:31.041349 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ff1918-7d0c-422f-a56b-75ce0ea903cb", "name": "network-vif-plugged", "status": "completed", "tag": "1e403651-934b-47dc-9807-9fec7b0415a4", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:03:31.041608 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2b45d792-3adc-43b0-85e6-b45e08861e96 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:03:31.042006 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b45d792-3adc-43b0-85e6-b45e08861e96'] response: {'server_uuid': '63ff1918-7d0c-422f-a56b-75ce0ea903cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e403651-934b-47dc-9807-9fec7b0415a4', 'code': 200} Oct 03 16:03:31.069567 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=1e403651-934b-47dc-9807-9fec7b0415a4,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:31.077169 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.077525 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.077893 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.078256 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.078594 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.078925 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.079254 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.079587 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.079929 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.080260 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.080586 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.080949 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.081275 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.081597 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.081917 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:31.204237 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169de691-145d-4d6c-aab0-3fbe0d6fa03e req-c3f8cfab-2983-479f-9f15-40d2d2caebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:31.205738 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-169de691-145d-4d6c-aab0-3fbe0d6fa03e req-c3f8cfab-2983-479f-9f15-40d2d2caebaf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 1130 time: 0.0388122 Oct 03 16:03:31.250106 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-169de691-145d-4d6c-aab0-3fbe0d6fa03e req-99d66c63-9738-4793-870b-02e9e8c4fb60 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377703 Oct 03 16:03:31.499998 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a75b6c-1b4f-41ac-af5e-43314b763884 req-21e2d468-03d7-41e0-8eeb-6abd3dc7982f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:31.501501 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-81a75b6c-1b4f-41ac-af5e-43314b763884 req-21e2d468-03d7-41e0-8eeb-6abd3dc7982f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0465395 Oct 03 16:03:31.554518 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-81a75b6c-1b4f-41ac-af5e-43314b763884 req-a3d0ebf3-376b-4645-b3ff-7cf703c92994 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472758 Oct 03 16:03:31.710724 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535819c-b8b9-4179-aaa3-c7ffd562d7b5 req-acdd57d2-79d7-42e4-aca9-ab436026e7f2 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:31.712238 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2535819c-b8b9-4179-aaa3-c7ffd562d7b5 req-acdd57d2-79d7-42e4-aca9-ab436026e7f2 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 946 time: 0.0478468 Oct 03 16:03:31.758359 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2535819c-b8b9-4179-aaa3-c7ffd562d7b5 req-8d80fac4-b4f9-47eb-87bd-0d35356253c1 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Oct 03 16:03:32.544523 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:32.555699 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=4 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:32.674776 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2962a-6fb3-4cf1-b247-70504f901746 req-4616da33-d2f5-438d-a839-27d78baa2d45 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:32.676248 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f7c2962a-6fb3-4cf1-b247-70504f901746 req-4616da33-d2f5-438d-a839-27d78baa2d45 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0465212 Oct 03 16:03:32.723393 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f7c2962a-6fb3-4cf1-b247-70504f901746 req-c1af5cee-ded6-4929-bd18-6b19efdbdc78 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413463 Oct 03 16:03:32.884971 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bea8d-be0a-4df1-950d-9ef9def6cc55 req-90c9ac7c-296d-4f88-aa9e-bb4fcc52581f tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:32.886356 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-855bea8d-be0a-4df1-950d-9ef9def6cc55 req-90c9ac7c-296d-4f88-aa9e-bb4fcc52581f tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 946 time: 0.0509837 Oct 03 16:03:32.935103 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-855bea8d-be0a-4df1-950d-9ef9def6cc55 req-982bed9c-3a7d-4d4d-90e2-9e3e0a2add54 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Oct 03 16:03:33.851222 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae6ab2-cde4-4149-9255-22442b3161cd req-19a521ce-a58a-496a-bdc2-0295d657a23b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:33.852661 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-caae6ab2-cde4-4149-9255-22442b3161cd req-19a521ce-a58a-496a-bdc2-0295d657a23b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0501335 Oct 03 16:03:33.900818 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-caae6ab2-cde4-4149-9255-22442b3161cd req-c622eb8b-9a86-4f67-81c5-54453b28f747 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426049 Oct 03 16:03:34.064415 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfe6ed-b920-4b07-9b3b-12fc404daf9a req-0f322aaa-8f61-4213-a95b-2d19a4c797c6 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:34.065950 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-aacfe6ed-b920-4b07-9b3b-12fc404daf9a req-0f322aaa-8f61-4213-a95b-2d19a4c797c6 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 946 time: 0.0554242 Oct 03 16:03:34.116378 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-aacfe6ed-b920-4b07-9b3b-12fc404daf9a req-eb9042f9-3bf6-4373-ab88-e5f48b66b799 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440297 Oct 03 16:03:35.024930 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5668886-9512-49d8-ab96-8c78ba573068 req-3e93d1c9-91fe-4144-ac1f-342da3baf1d5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:35.026484 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a5668886-9512-49d8-ab96-8c78ba573068 req-3e93d1c9-91fe-4144-ac1f-342da3baf1d5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0470512 Oct 03 16:03:35.075070 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a5668886-9512-49d8-ab96-8c78ba573068 req-0b76cb58-439b-449b-b6e8-31a8a756ba77 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Oct 03 16:03:35.563542 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:35.568448 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:35.579436 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a8073-90b1-46e1-900a-c3c8da346367 req-b4425c6a-baac-460a-9618-e495f1291a55 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:35.580942 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3b0a8073-90b1-46e1-900a-c3c8da346367 req-b4425c6a-baac-460a-9618-e495f1291a55 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 946 time: 0.0483861 Oct 03 16:03:35.632045 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3b0a8073-90b1-46e1-900a-c3c8da346367 req-e26b5ffd-f3b1-449a-8acd-b778243100e9 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453587 Oct 03 16:03:36.201113 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b8375-f583-40fa-b72f-305aa270a6d1 req-809d8d68-e60e-486b-b39a-0a65a5775e97 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:36.202569 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-228b8375-f583-40fa-b72f-305aa270a6d1 req-809d8d68-e60e-486b-b39a-0a65a5775e97 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0457513 Oct 03 16:03:36.249191 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-228b8375-f583-40fa-b72f-305aa270a6d1 req-0f5ac792-3086-4299-be9e-93bd395579c0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411360 Oct 03 16:03:36.401447 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:36.759679 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d47f5-fd2d-44af-9d54-95ba2bddbcce req-ab5396d3-5426-4887-88e6-a2502aec0a6d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:36.761160 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b94d47f5-fd2d-44af-9d54-95ba2bddbcce req-ab5396d3-5426-4887-88e6-a2502aec0a6d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 946 time: 0.0474784 Oct 03 16:03:36.807903 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b94d47f5-fd2d-44af-9d54-95ba2bddbcce req-43a4f6cf-ff3f-42f9-ba95-9779bdb3621f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f754b040-f580-4854-9501-ce0860e05b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 Oct 03 16:03:37.277662 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=100 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:37.323339 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-2b03cd35-e1b3-42dc-a515-cceea600493d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:37.325490 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-2b03cd35-e1b3-42dc-a515-cceea600493d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 946 time: 0.0564234 Oct 03 16:03:37.383809 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b5f85-007e-4c1f-8649-a53b48b77802 req-e4f24104-4337-430a-a3f8-160a0495500e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:37.384371 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=100 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:37.386039 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a64b5f85-007e-4c1f-8649-a53b48b77802 req-e4f24104-4337-430a-a3f8-160a0495500e tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0540953 Oct 03 16:03:37.430679 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Deleting port 279a065d-37a6-41d4-b55c-f869f78cf9cc {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:03:37.431512 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:37.443671 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a64b5f85-007e-4c1f-8649-a53b48b77802 req-808d84db-526b-4f0d-87d7-7b0e43189530 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492060 Oct 03 16:03:37.540676 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] For port 279a065d-37a6-41d4-b55c-f869f78cf9cc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=279a065d-37a6-41d4-b55c-f869f78cf9cc,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:03:37.540983 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:37.753176 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:37.753532 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (d9310453-9451-498a-be47-63e2d08ca725), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:37.753840 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Floating IP d9310453-9451-498a-be47-63e2d08ca725 disassociated. External IP: 172.27.0.25, port: 279a065d-37a6-41d4-b55c-f869f78cf9cc. Oct 03 16:03:37.754191 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Calling delete_port for 279a065d-37a6-41d4-b55c-f869f78cf9cc owned by compute:nova {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:03:37.878461 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (279a065d-37a6-41d4-b55c-f869f78cf9cc), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:37.909684 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event deleted for resources: {'Port': ['ID=279a065d-37a6-41d4-b55c-f869f78cf9cc,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:37.919588 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f1a54f3c-806a-419c-a492-b40d29665bba req-fe2d84c7-b3a3-42f6-b438-def147eb554f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 210 time: 0.0279984 Oct 03 16:03:38.033594 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Router d0eb51c3-6e22-4ad1-8792-121ffa95071e has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:03:38.146940 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:03:38.158133 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b2d43d-522b-40b8-bc80-ed861aa39337 None None] Sync routers for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:03:38.160429 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:38.170616 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b2d43d-522b-40b8-bc80-ed861aa39337 None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:03:38.171331 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-a3b2d43d-522b-40b8-bc80-ed861aa39337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:03:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:03:38.192955 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] No DVR routers for this DVR port 279a065d-37a6-41d4-b55c-f869f78cf9cc on host hv-cinder-84456 {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:03:38.196373 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:38.199753 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-efa97c30-9cc4-4543-b2c1-b3f87902f780 req-48321806-2c7d-4fc9-952a-103e5d731efb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.48 "DELETE /networking/v2.0/ports/279a065d-37a6-41d4-b55c-f869f78cf9cc HTTP/1.1" status: 204 len: 173 time: 0.8670380 Oct 03 16:03:38.200266 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'name': 'network-vif-deleted', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:03:38.202609 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c77531-7d17-4f12-a47e-5899c1b9fc77" -d '{"events": [{"server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "name": "network-vif-deleted", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:03:38.211151 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:38.254166 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b398ebf-5097-4dea-adf4-a85784658a22 x-openstack-request-id: req-5b398ebf-5097-4dea-adf4-a85784658a22 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:03:38.254891 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36b3edc-789f-4598-973a-889f9678a395", "name": "network-vif-deleted", "tag": "279a065d-37a6-41d4-b55c-f869f78cf9cc", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:03:38.254891 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5b398ebf-5097-4dea-adf4-a85784658a22 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:03:38.255358 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b398ebf-5097-4dea-adf4-a85784658a22'] response: {'server_uuid': 'c36b3edc-789f-4598-973a-889f9678a395', 'name': 'network-vif-deleted', 'tag': '279a065d-37a6-41d4-b55c-f869f78cf9cc', 'status': 'completed', 'code': 200} Oct 03 16:03:38.287746 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-a3b2d43d-522b-40b8-bc80-ed861aa39337 None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:03:38.487465 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-a3b2d43d-522b-40b8-bc80-ed861aa39337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 5, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:03:38.526068 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b2d43d-522b-40b8-bc80-ed861aa39337 None None] Checking router: d0eb51c3-6e22-4ad1-8792-121ffa95071e for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:03:38.535632 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b2d43d-522b-40b8-bc80-ed861aa39337 None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:03:38.536417 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-a3b2d43d-522b-40b8-bc80-ed861aa39337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:03:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:03:38.586485 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3166cc-317c-4925-8580-d28511cb4499 req-040dde49-e63a-4eb6-becc-6e49276cf5e5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:38.588053 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bd3166cc-317c-4925-8580-d28511cb4499 req-040dde49-e63a-4eb6-becc-6e49276cf5e5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0520656 Oct 03 16:03:38.640991 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bd3166cc-317c-4925-8580-d28511cb4499 req-6b2bdd00-453b-49ef-b62d-a2fe85a4126b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462632 Oct 03 16:03:38.660044 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-a3b2d43d-522b-40b8-bc80-ed861aa39337 None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:03:38.856377 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-a3b2d43d-522b-40b8-bc80-ed861aa39337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 5, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:03:38.886220 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b2d43d-522b-40b8-bc80-ed861aa39337 None None] The sync data for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi is: [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 5, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:03:39.091459 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-979706e9-1669-4ccc-9bf7-a3f0553de765 req-86203b96-dbea-4140-92a8-4d98a001d22e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c36b3edc-789f-4598-973a-889f9678a395 HTTP/1.1" status: 200 len: 210 time: 0.0469093 Oct 03 16:03:39.211048 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9a6e3-61f5-4ed1-9acc-cc7a7f948d54 None None] New status for floating IP d9310453-9451-498a-be47-63e2d08ca725: DOWN {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:03:39.239912 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4c2fa-8736-4660-a060-bae45aacbae7 req-ab342beb-de9d-40a9-855a-bd0dbe61ed46 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:39.242155 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-08a4c2fa-8736-4660-a060-bae45aacbae7 req-ab342beb-de9d-40a9-855a-bd0dbe61ed46 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0511057 Oct 03 16:03:39.294835 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-08a4c2fa-8736-4660-a060-bae45aacbae7 req-6af9679d-8531-447c-84a0-9f6c3d9d18c7 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466180 Oct 03 16:03:39.763953 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf27b-9c9a-4b7d-b3e5-9e0ff8f59f1c req-15a90952-c973-4c9a-a909-650d6dbe397d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:39.769201 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-501bf27b-9c9a-4b7d-b3e5-9e0ff8f59f1c req-15a90952-c973-4c9a-a909-650d6dbe397d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0520067 Oct 03 16:03:39.814626 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-501bf27b-9c9a-4b7d-b3e5-9e0ff8f59f1c req-2fba2b0e-b454-4bbf-ba29-061b48ea5fbc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Oct 03 16:03:40.198524 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52334) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:40.256310 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group (f754b040-f580-4854-9501-ce0860e05b78), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:40.278475 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group (f754b040-f580-4854-9501-ce0860e05b78), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:40.338951 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (f754b040-f580-4854-9501-ce0860e05b78), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:40.341769 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:40.343108 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f754b040-f580-4854-9501-ce0860e05b78 HTTP/1.1" status: 204 len: 168 time: 0.1434288 Oct 03 16:03:40.345842 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 52338) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:40.354272 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f754b040-f580-4854-9501-ce0860e05b78,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:40.361504 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.361857 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.362202 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.362539 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.362876 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.363010 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.api.v2.resource [None req-b7fa8011-9b2c-4ca1-8ee3-487c7ebf05b9 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] show failed (client error): The resource could not be found. Oct 03 16:03:40.363210 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.363545 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.363876 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.364270 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.364603 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.364956 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.365309 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.365634 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.365965 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.366283 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c2090-5fe9-499d-a11c-6465aa3b897e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:03:40.368917 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52340) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:40.376092 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-b7fa8011-9b2c-4ca1-8ee3-487c7ebf05b9 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups/f754b040-f580-4854-9501-ce0860e05b78 HTTP/1.1" status: 404 len: 347 time: 0.0204489 Oct 03 16:03:40.507743 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a235e-7d6c-4c1d-964a-332e42c4ce27 req-b60c1335-830c-4f90-9561-a337c5ae9dc8 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:40.509229 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-358a235e-7d6c-4c1d-964a-332e42c4ce27 req-b60c1335-830c-4f90-9561-a337c5ae9dc8 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.1061771 Oct 03 16:03:40.536294 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-6ab50415-6e3f-4962-986b-17192a1b5953 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Deleting port 4ba2864a-1781-498a-9475-211dea452185 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:03:40.536641 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6ab50415-6e3f-4962-986b-17192a1b5953 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (4ba2864a-1781-498a-9475-211dea452185), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:40.552058 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:40.595615 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:40.617440 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-358a235e-7d6c-4c1d-964a-332e42c4ce27 req-b81068c9-a690-469e-ae49-ff8871d4076e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001763 Oct 03 16:03:40.642956 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6ab50415-6e3f-4962-986b-17192a1b5953 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (4ba2864a-1781-498a-9475-211dea452185), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:40.643282 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6ab50415-6e3f-4962-986b-17192a1b5953 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (4ba2864a-1781-498a-9475-211dea452185), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:40.656906 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-6ab50415-6e3f-4962-986b-17192a1b5953 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Calling delete_port for 4ba2864a-1781-498a-9475-211dea452185 owned by network:floatingip {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:03:40.806036 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6ab50415-6e3f-4962-986b-17192a1b5953 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (4ba2864a-1781-498a-9475-211dea452185), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:40.829511 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab50415-6e3f-4962-986b-17192a1b5953 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event deleted for resources: {'Port': ['ID=4ba2864a-1781-498a-9475-211dea452185,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:40.861404 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6ab50415-6e3f-4962-986b-17192a1b5953 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (d9310453-9451-498a-be47-63e2d08ca725), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:40.864452 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6ab50415-6e3f-4962-986b-17192a1b5953 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:40.865662 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-6ab50415-6e3f-4962-986b-17192a1b5953 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/d9310453-9451-498a-be47-63e2d08ca725 HTTP/1.1" status: 204 len: 168 time: 0.4957035 Oct 03 16:03:40.869472 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 279a065d-37a6-41d4-b55c-f869f78cf9cc no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:03:40.910427 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: 279a065d-37a6-41d4-b55c-f869f78cf9cc {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:03:40.910638 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 279a065d-37a6-41d4-b55c-f869f78cf9cc not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:03:40.949785 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeeda8-7c2f-455b-950a-9c97f6a68550 req-09428850-52cb-4466-81e1-12e4e9403f37 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:40.951317 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4baeeda8-7c2f-455b-950a-9c97f6a68550 req-09428850-52cb-4466-81e1-12e4e9403f37 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0576615 Oct 03 16:03:40.953346 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52348) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:40.957557 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-da4e5a46-c4c7-4df5-a0c2-db035f98b145 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6937161', 'description': 'tempest-description--773899198'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:40.996094 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-da4e5a46-c4c7-4df5-a0c2-db035f98b145 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.039415 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4baeeda8-7c2f-455b-950a-9c97f6a68550 req-295d64e3-5dda-4156-852f-6c6adc2dd359 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751655 Oct 03 16:03:41.095124 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-da4e5a46-c4c7-4df5-a0c2-db035f98b145 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group (10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.100823 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-da4e5a46-c4c7-4df5-a0c2-db035f98b145 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.136800 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-da4e5a46-c4c7-4df5-a0c2-db035f98b145 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.140623 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-da4e5a46-c4c7-4df5-a0c2-db035f98b145 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1836867 Oct 03 16:03:41.140623 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e5a46-c4c7-4df5-a0c2-db035f98b145 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:41.141063 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52354) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:41.145671 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-5bc5336b-793f-4374-a411-febba6d5a639 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Request body: {'security_group_rule': {'security_group_id': '10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:41.173469 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5bc5336b-793f-4374-a411-febba6d5a639 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group_rule (63754cc3-056a-4e07-adb3-96f8bd399ef9), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.229905 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5bc5336b-793f-4374-a411-febba6d5a639 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group_rule (63754cc3-056a-4e07-adb3-96f8bd399ef9), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.234184 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5bc5336b-793f-4374-a411-febba6d5a639 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (63754cc3-056a-4e07-adb3-96f8bd399ef9), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.252370 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5336b-793f-4374-a411-febba6d5a639 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63754cc3-056a-4e07-adb3-96f8bd399ef9,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:41.260659 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5bc5336b-793f-4374-a411-febba6d5a639 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.261865 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-5bc5336b-793f-4374-a411-febba6d5a639 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198738 Oct 03 16:03:41.264499 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52356) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:41.268675 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-36ae2be8-f748-40df-b61d-f316d9efdea3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Request body: {'security_group_rule': {'security_group_id': '10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:41.293449 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-36ae2be8-f748-40df-b61d-f316d9efdea3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group_rule (d9f2544d-e861-4fe9-b6b7-85832f15710d), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.321226 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:41.349482 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:41.361353 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-36ae2be8-f748-40df-b61d-f316d9efdea3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group_rule (d9f2544d-e861-4fe9-b6b7-85832f15710d), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.364648 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-36ae2be8-f748-40df-b61d-f316d9efdea3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (d9f2544d-e861-4fe9-b6b7-85832f15710d), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.389930 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae2be8-f748-40df-b61d-f316d9efdea3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f2544d-e861-4fe9-b6b7-85832f15710d,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:41.396467 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-36ae2be8-f748-40df-b61d-f316d9efdea3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.398324 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-36ae2be8-f748-40df-b61d-f316d9efdea3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328757 Oct 03 16:03:41.401356 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52358) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:41.405646 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:41.425996 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.504283 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.550880 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:03:41.616863 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Allocated IP 172.27.0.207 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/2b81d52c-8892-4b82-ad78-db687e29e7a1) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:03:41.760855 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf602dc-699f-456a-9371-4ea9ea74d349 req-2cf215d0-57ea-40eb-82c5-aef2d49ad0ed tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:41.762323 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cbf602dc-699f-456a-9371-4ea9ea74d349 req-2cf215d0-57ea-40eb-82c5-aef2d49ad0ed tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0679517 Oct 03 16:03:41.764968 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for port (2b81d52c-8892-4b82-ad78-db687e29e7a1), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.828837 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cbf602dc-699f-456a-9371-4ea9ea74d349 req-069f25fd-4034-41f5-bfaf-0aaf55b35cf7 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607042 Oct 03 16:03:41.834745 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (2b81d52c-8892-4b82-ad78-db687e29e7a1), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.873834 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:03:41.878307 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:03:41.883214 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:03:41.890808 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event updated for resources: {'Port': ['ID=2b81d52c-8892-4b82-ad78-db687e29e7a1,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:41.935370 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (4a580cee-08f4-4953-bac3-c6ddf34f0812), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:41.972742 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2b81d52c-8892-4b82-ad78-db687e29e7a1), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:42.058958 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:42.113496 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:42.129336 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for port (2b81d52c-8892-4b82-ad78-db687e29e7a1), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:42.140365 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (2b81d52c-8892-4b82-ad78-db687e29e7a1), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:42.141067 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (4a580cee-08f4-4953-bac3-c6ddf34f0812), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:42.204442 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:42.205604 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8032916 Oct 03 16:03:42.213664 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed64d2-c4dc-4cb8-a38b-9df1698f9967 req-3e3db86a-18ec-440f-bf03-1c273c18ab9b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:42.215368 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1aed64d2-c4dc-4cb8-a38b-9df1698f9967 req-3e3db86a-18ec-440f-bf03-1c273c18ab9b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0919259 Oct 03 16:03:42.224162 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac509012-0b4a-447c-a747-f8f76a9a413a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event updated for resources: {'Port': ['ID=2b81d52c-8892-4b82-ad78-db687e29e7a1,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:42.275712 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1aed64d2-c4dc-4cb8-a38b-9df1698f9967 req-51e5d300-cac8-4839-a899-6f5e3f9b2d60 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532036 Oct 03 16:03:42.415171 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-196475d7-10d7-4a3a-9bf0-aef5fd2e7c4f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--6937161&fields=id&tenant_id=d7ee0d51f58e4abd8867c54458f504fc HTTP/1.1" status: 200 len: 267 time: 0.0490890 Oct 03 16:03:42.430228 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2df14-790b-484a-bff2-000bcce575ee req-f64b7974-5b13-42f7-89c2-dff59685263b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:42.431973 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-c4f2df14-790b-484a-bff2-000bcce575ee req-f64b7974-5b13-42f7-89c2-dff59685263b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0481772 Oct 03 16:03:42.524742 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-8b9b8dfd-13e3-40ec-89bd-c29742db204d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:42.526323 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-8b9b8dfd-13e3-40ec-89bd-c29742db204d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/networks?id=90c6b009-4013-4301-b819-4e12c2de8610 HTTP/1.1" status: 200 len: 816 time: 0.1042402 Oct 03 16:03:42.541479 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-2e85964c-d417-44b9-a300-1a7976c48495 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/quotas/d7ee0d51f58e4abd8867c54458f504fc HTTP/1.1" status: 200 len: 375 time: 0.0093627 Oct 03 16:03:42.599347 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-2cc551ae-518c-4657-a5d2-d66954f4d75d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d7ee0d51f58e4abd8867c54458f504fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524743 Oct 03 16:03:42.717482 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187448d-8365-4d73-9873-2fe53510ccbf req-0029ddfb-f723-4684-a2ee-2a213295435f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:42.718972 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0187448d-8365-4d73-9873-2fe53510ccbf req-0029ddfb-f723-4684-a2ee-2a213295435f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0635262 Oct 03 16:03:42.746819 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-15a71339-1322-4608-a251-475c1e015deb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356230 Oct 03 16:03:42.805283 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Deleting port d710284d-cf34-4ba0-b620-3fcbf1bcd02b {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:03:42.805625 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:42.823040 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:42.839020 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0187448d-8365-4d73-9873-2fe53510ccbf req-767ddd14-8f48-459e-b41e-c35d11b06352 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007767 Oct 03 16:03:42.882733 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:42.900990 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-8d465360-e01f-429f-bf87-a87c53e6a6cc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409302 Oct 03 16:03:42.909596 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be9467-0864-4345-a324-649c2fd1943a req-d07ec008-d33c-458d-80b1-23c8cc12d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:42.910431 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] For port d710284d-cf34-4ba0-b620-3fcbf1bcd02b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d710284d-cf34-4ba0-b620-3fcbf1bcd02b,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:03:42.911566 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f1be9467-0864-4345-a324-649c2fd1943a req-d07ec008-d33c-458d-80b1-23c8cc12d096 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 1129 time: 0.0624261 Oct 03 16:03:42.913690 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:43.006365 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014d779-86a2-43c3-b13d-f6e440b5ada8 req-6042d2b4-599b-45b3-aaba-50ee7ef5849e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:43.007914 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1014d779-86a2-43c3-b13d-f6e440b5ada8 req-6042d2b4-599b-45b3-aaba-50ee7ef5849e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 945 time: 0.0607293 Oct 03 16:03:43.083427 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1014d779-86a2-43c3-b13d-f6e440b5ada8 req-b2c6b335-feb7-48d4-9bea-71a7d8658df2 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687945 Oct 03 16:03:43.089123 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:43.089797 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (c2843f70-8c49-405f-994c-c954a48790c3), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:43.090453 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Floating IP c2843f70-8c49-405f-994c-c954a48790c3 disassociated. External IP: 172.27.0.216, port: d710284d-cf34-4ba0-b620-3fcbf1bcd02b. Oct 03 16:03:43.090810 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Calling delete_port for d710284d-cf34-4ba0-b620-3fcbf1bcd02b owned by compute:nova {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:03:43.120498 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ed2aae72-6ec1-42f0-81d6-99c2a6dc7ca8 req-fc0057ad-36cc-47f6-85b1-2f595f358ad8 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 210 time: 0.0416079 Oct 03 16:03:43.244689 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (d710284d-cf34-4ba0-b620-3fcbf1bcd02b), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:43.275775 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event deleted for resources: {'Port': ['ID=d710284d-cf34-4ba0-b620-3fcbf1bcd02b,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:43.287646 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f1be9467-0864-4345-a324-649c2fd1943a req-1b8a1d78-a01b-4b54-8f21-d7269287ea08 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624502 Oct 03 16:03:43.405273 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:43.412496 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Router ff42e430-d382-4e3f-87c3-2ff4718afef4 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:03:43.417960 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957198e-ff5b-41d4-b45d-1fbbbb19fb88 req-7fa7f038-30e2-406b-a30d-b4a920d8a265 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:43.419683 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4957198e-ff5b-41d4-b45d-1fbbbb19fb88 req-7fa7f038-30e2-406b-a30d-b4a920d8a265 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0527811 Oct 03 16:03:43.481172 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4957198e-ff5b-41d4-b45d-1fbbbb19fb88 req-22f9bded-faee-4724-abbb-4d2b0693077a tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541642 Oct 03 16:03:43.532297 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:03:43.546618 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7113d0c-549b-420a-b51a-fdc3d8153970 None None] Sync routers for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:03:43.562070 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7113d0c-549b-420a-b51a-fdc3d8153970 None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:03:43.562690 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-d7113d0c-549b-420a-b51a-fdc3d8153970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:03:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:03:43.593406 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] No DVR routers for this DVR port d710284d-cf34-4ba0-b620-3fcbf1bcd02b on host hv-cinder-84456 {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:03:43.596195 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:43.601145 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-c4f2df14-790b-484a-bff2-000bcce575ee req-631faed4-12ff-471e-bc39-5d1f41acf1fc tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.48 "DELETE /networking/v2.0/ports/d710284d-cf34-4ba0-b620-3fcbf1bcd02b HTTP/1.1" status: 204 len: 173 time: 0.8872786 Oct 03 16:03:43.601828 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a24b8d-f733-4d00-8cbd-5f211f9ef68e', 'name': 'network-vif-deleted', 'tag': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:03:43.605008 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d5441c-0b66-460c-91f8-ede9cc10f4de" -d '{"events": [{"server_uuid": "e7a24b8d-f733-4d00-8cbd-5f211f9ef68e", "name": "network-vif-deleted", "tag": "d710284d-cf34-4ba0-b620-3fcbf1bcd02b"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:03:43.657936 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319b4939-f675-40da-a6e7-9156748bab93 x-openstack-request-id: req-319b4939-f675-40da-a6e7-9156748bab93 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:03:43.658231 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a24b8d-f733-4d00-8cbd-5f211f9ef68e", "name": "network-vif-deleted", "tag": "d710284d-cf34-4ba0-b620-3fcbf1bcd02b", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:03:43.658487 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-319b4939-f675-40da-a6e7-9156748bab93 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:03:43.658899 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319b4939-f675-40da-a6e7-9156748bab93'] response: {'server_uuid': 'e7a24b8d-f733-4d00-8cbd-5f211f9ef68e', 'name': 'network-vif-deleted', 'tag': 'd710284d-cf34-4ba0-b620-3fcbf1bcd02b', 'status': 'completed', 'code': 200} Oct 03 16:03:43.699570 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-d7113d0c-549b-420a-b51a-fdc3d8153970 None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:03:43.903716 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-d7113d0c-549b-420a-b51a-fdc3d8153970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:27Z', 'revision_number': 5, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:03:43.932496 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7113d0c-549b-420a-b51a-fdc3d8153970 None None] Checking router: ff42e430-d382-4e3f-87c3-2ff4718afef4 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:03:43.938754 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:43.942431 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7113d0c-549b-420a-b51a-fdc3d8153970 None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:03:43.943052 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-d7113d0c-549b-420a-b51a-fdc3d8153970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:03:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:03:43.973566 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f806c08-4f65-4def-91a7-e97a1b60f5b2 req-dc2078e1-fd64-4752-ab75-ea7cdc39c3ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:43.976436 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0f806c08-4f65-4def-91a7-e97a1b60f5b2 req-dc2078e1-fd64-4752-ab75-ea7cdc39c3ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0483968 Oct 03 16:03:43.976576 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:44.045330 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0f806c08-4f65-4def-91a7-e97a1b60f5b2 req-725c09e6-a415-4086-aac0-df179c9d9f46 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593560 Oct 03 16:03:44.064762 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-d7113d0c-549b-420a-b51a-fdc3d8153970 None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:03:44.236229 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:44.272594 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b892067a-0f20-4fe7-8ec5-7fc22f4f3ce5 req-aa6b8bdd-8b17-49b4-aece-a4d2bf5042a2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 210 time: 0.0627255 Oct 03 16:03:44.313370 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ede64f74-d94f-4e00-9618-65a07d3dc47d req-0ef70731-8696-4dfe-8716-0528be134b94 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 210 time: 0.0452952 Oct 03 16:03:44.427291 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-d7113d0c-549b-420a-b51a-fdc3d8153970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:27Z', 'revision_number': 5, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:03:44.452210 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7113d0c-549b-420a-b51a-fdc3d8153970 None None] The sync data for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi is: [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:27Z', 'revision_number': 5, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:03:44.618388 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24867302-9a40-4ea3-9068-faa84fb7cd55 req-0efdf7f1-bd0e-416d-aa31-0836dd7c0f4d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:44.620203 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-24867302-9a40-4ea3-9068-faa84fb7cd55 req-0efdf7f1-bd0e-416d-aa31-0836dd7c0f4d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0547190 Oct 03 16:03:44.675284 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-24867302-9a40-4ea3-9068-faa84fb7cd55 req-894c64ed-ca4c-4549-a4dd-adcf190c2666 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455699 Oct 03 16:03:44.682789 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726459e9-f647-46b9-b61a-ad307d57ccb2 None None] New status for floating IP c2843f70-8c49-405f-994c-c954a48790c3: DOWN {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:03:45.166870 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc8e7b-9114-4b17-a1d3-4be8f75ba170 req-3d87f1b1-b028-493a-a2ab-4866f8039341 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:45.168238 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0bcc8e7b-9114-4b17-a1d3-4be8f75ba170 req-3d87f1b1-b028-493a-a2ab-4866f8039341 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0457511 Oct 03 16:03:45.217749 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0bcc8e7b-9114-4b17-a1d3-4be8f75ba170 req-541618e3-2929-4677-9403-f909f1b212d3 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437996 Oct 03 16:03:45.391270 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9f4bb090-467c-47d3-8056-175b77a37369 req-03361505-c830-4637-a5ff-5d91d25dedf0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 210 time: 0.0302596 Oct 03 16:03:45.436760 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-404d903d-809e-4607-987d-5f3b4e354258 req-ebac2d28-b1ce-4421-9838-1ad4f39277d6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 210 time: 0.0328748 Oct 03 16:03:45.795192 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968cdf5-bf35-4e2d-93ee-651c7b0a3042 req-9d76d9c9-ad18-4b53-932f-53f5206fa573 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:45.796650 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9968cdf5-bf35-4e2d-93ee-651c7b0a3042 req-9d76d9c9-ad18-4b53-932f-53f5206fa573 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0460746 Oct 03 16:03:45.843560 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9968cdf5-bf35-4e2d-93ee-651c7b0a3042 req-bc10ff67-f6ad-48bc-9f8b-3b0614bf0652 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 Oct 03 16:03:46.317033 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device d710284d-cf34-4ba0-b620-3fcbf1bcd02b no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:03:46.340592 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6715db-8651-407f-9999-58e893b928f0 req-6c1b4393-6683-40d9-ad4b-3169d11d2307 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:46.342121 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cc6715db-8651-407f-9999-58e893b928f0 req-6c1b4393-6683-40d9-ad4b-3169d11d2307 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0498786 Oct 03 16:03:46.343699 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: d710284d-cf34-4ba0-b620-3fcbf1bcd02b {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:03:46.344112 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device d710284d-cf34-4ba0-b620-3fcbf1bcd02b not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:03:46.395014 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cc6715db-8651-407f-9999-58e893b928f0 req-733307d6-1a30-4a42-b10a-a75efbcf6ac3 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470207 Oct 03 16:03:46.502816 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a7c6d27a-258d-468a-9e3c-a4bbdff6bb47 req-48ef5f22-c68f-4e9b-9cca-3bf55c7f14b2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 210 time: 0.0282030 Oct 03 16:03:46.564362 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1fa0febe-6678-4fb3-bd23-800e727dbbea req-692c20f5-3939-4f5f-878d-a566c27e8bcd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 210 time: 0.0378785 Oct 03 16:03:46.963283 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fae54-b88d-48d8-b752-e136c9542d81 req-85db89b9-d6d0-4846-907b-90c8eb236d6b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:46.965052 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-502fae54-b88d-48d8-b752-e136c9542d81 req-85db89b9-d6d0-4846-907b-90c8eb236d6b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0475328 Oct 03 16:03:47.010809 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-502fae54-b88d-48d8-b752-e136c9542d81 req-239c464c-d431-451f-b796-07d91f4f31b7 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403345 Oct 03 16:03:47.519793 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11007a-60e1-4caa-81d3-b261bf744fc7 req-a06839a7-a356-4cf5-a567-05e639e3883e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:47.521413 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9c11007a-60e1-4caa-81d3-b261bf744fc7 req-a06839a7-a356-4cf5-a567-05e639e3883e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0513830 Oct 03 16:03:47.572277 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9c11007a-60e1-4caa-81d3-b261bf744fc7 req-dafa9706-a115-4050-8904-81659b01de93 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450692 Oct 03 16:03:47.633468 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c0c570e7-fef2-4dd7-9801-422c0bfcfbf4 req-67c2cc1b-0f47-422e-a9cc-be19013baf7a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 210 time: 0.0466111 Oct 03 16:03:47.701101 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-47104c6b-45de-46bb-99a0-9c7bcaf289c8 req-3a9d2461-d313-417f-894b-5b048a68b3a7 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e7a24b8d-f733-4d00-8cbd-5f211f9ef68e HTTP/1.1" status: 200 len: 210 time: 0.0300009 Oct 03 16:03:48.153108 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777baa91-e489-4a64-9dd5-b1f717a93292 req-6b559e3e-4135-40fc-9611-517934bc2bf0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:48.157282 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-777baa91-e489-4a64-9dd5-b1f717a93292 req-6b559e3e-4135-40fc-9611-517934bc2bf0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0660889 Oct 03 16:03:48.228830 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-777baa91-e489-4a64-9dd5-b1f717a93292 req-9bbe7e27-ae86-4dc1-a62d-ef808b8c59a0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634859 Oct 03 16:03:48.276685 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-57233636-32ec-4731-b159-852089651d4b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:48.278223 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-57233636-32ec-4731-b159-852089651d4b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.48 "GET /networking/v2.0/networks?id=90c6b009-4013-4301-b819-4e12c2de8610 HTTP/1.1" status: 200 len: 816 time: 0.1444488 Oct 03 16:03:48.338418 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:48.366969 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-aec0366e-e0c0-4100-b739-d9ee123dc238 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7ee0d51f58e4abd8867c54458f504fc HTTP/1.1" status: 200 len: 377 time: 0.0745828 Oct 03 16:03:48.406812 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-e31e3808-7f45-4a30-b270-d97b36ccaf60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Request body: {'port': {'device_id': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'admin_state_up': True, 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'security_groups': ['10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f']}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:48.533030 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-e31e3808-7f45-4a30-b270-d97b36ccaf60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Made reservation on behalf of d7ee0d51f58e4abd8867c54458f504fc for: {'port': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:03:48.537871 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-e31e3808-7f45-4a30-b270-d97b36ccaf60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:48.663838 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:48.689130 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-e31e3808-7f45-4a30-b270-d97b36ccaf60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Allocated IP 172.20.0.10 (90c6b009-4013-4301-b819-4e12c2de8610/670b7b9a-7e6f-4853-8220-542ceaef90cb/2ef89318-7121-40f5-84c6-aa3a58207f20) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:03:48.727482 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1658358-6817-44c5-a28b-1900e24d6126 req-56292da3-f207-4642-8475-ce3e3abc51ab tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:48.735233 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a1658358-6817-44c5-a28b-1900e24d6126 req-56292da3-f207-4642-8475-ce3e3abc51ab tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0854800 Oct 03 16:03:48.762525 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eeab4-66d8-4d81-8477-0143ac346c64 req-880017c9-3a5a-4e12-bfa3-e493908139a3 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:48.764101 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-978eeab4-66d8-4d81-8477-0143ac346c64 req-880017c9-3a5a-4e12-bfa3-e493908139a3 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.1054471 Oct 03 16:03:48.806528 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:48.841314 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f543688-2698-42c8-9afd-e1c1d851edd1 req-80a125b8-7d99-4123-bbd3-5944cf0ca3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:48.842862 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f543688-2698-42c8-9afd-e1c1d851edd1 req-80a125b8-7d99-4123-bbd3-5944cf0ca3ca service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 1129 time: 0.0766096 Oct 03 16:03:48.862955 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a1658358-6817-44c5-a28b-1900e24d6126 req-5835cfe3-b452-4695-8807-b0bece1e5398 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267190 Oct 03 16:03:48.901977 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-978eeab4-66d8-4d81-8477-0143ac346c64 req-c7b16777-30a2-4b96-9d4f-435706dd3300 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272585 Oct 03 16:03:48.975354 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c1e0ea30-f12f-4437-aba7-25b0c291f9e2 req-5a85a2a7-e472-4a28-af8e-91a25881307c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 210 time: 0.0303502 Oct 03 16:03:49.001644 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52472) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:49.058495 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9c06c2a9-3aff-455b-81ea-754313882430 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group (80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.086373 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9c06c2a9-3aff-455b-81ea-754313882430 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group (80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.088136 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-e31e3808-7f45-4a30-b270-d97b36ccaf60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.088796 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:49.121853 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-e31e3808-7f45-4a30-b270-d97b36ccaf60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.137837 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9c06c2a9-3aff-455b-81ea-754313882430 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.140444 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9c06c2a9-3aff-455b-81ea-754313882430 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.141640 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-9c06c2a9-3aff-455b-81ea-754313882430 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e HTTP/1.1" status: 204 len: 168 time: 0.1386795 Oct 03 16:03:49.144914 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52474) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:49.162754 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06c2a9-3aff-455b-81ea-754313882430 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:49.166063 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.api.v2.resource [None req-2e764a89-2634-4b6f-b664-45382a87eeba tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] show failed (client error): The resource could not be found. Oct 03 16:03:49.170037 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-2e764a89-2634-4b6f-b664-45382a87eeba tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups/80f75603-b1f1-4dfd-87a6-a6eaf55a0a1e HTTP/1.1" status: 404 len: 347 time: 0.0212476 Oct 03 16:03:49.170037 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52476) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:49.170722 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-e31e3808-7f45-4a30-b270-d97b36ccaf60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Network 90c6b009-4013-4301-b819-4e12c2de8610 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:03:49.174050 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-e31e3808-7f45-4a30-b270-d97b36ccaf60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:03:49.178761 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-e31e3808-7f45-4a30-b270-d97b36ccaf60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:03:49.202928 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e3808-7f45-4a30-b270-d97b36ccaf60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event updated for resources: {'Port': ['ID=2ef89318-7121-40f5-84c6-aa3a58207f20,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:49.234726 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-e31e3808-7f45-4a30-b270-d97b36ccaf60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:49.235695 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-e31e3808-7f45-4a30-b270-d97b36ccaf60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.254998 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-e31e3808-7f45-4a30-b270-d97b36ccaf60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8521967 Oct 03 16:03:49.291381 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-54a26eba-e76f-469f-98a5-4692187094b6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Deleting port 5d84dbb0-62eb-4cec-a371-27b99b8012d3 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:03:49.291721 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54a26eba-e76f-469f-98a5-4692187094b6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (5d84dbb0-62eb-4cec-a371-27b99b8012d3), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.373000 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54a26eba-e76f-469f-98a5-4692187094b6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (5d84dbb0-62eb-4cec-a371-27b99b8012d3), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.373310 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54a26eba-e76f-469f-98a5-4692187094b6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (5d84dbb0-62eb-4cec-a371-27b99b8012d3), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.389847 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-54a26eba-e76f-469f-98a5-4692187094b6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Calling delete_port for 5d84dbb0-62eb-4cec-a371-27b99b8012d3 owned by network:floatingip {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:03:49.475387 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-bd3ad532-fc52-432a-a822-9e51f67575d0 None None] Provisioning complete for port 2ef89318-7121-40f5-84c6-aa3a58207f20 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:03:49.475950 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad532-fc52-432a-a822-9e51f67575d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.476042 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-bd3ad532-fc52-432a-a822-9e51f67575d0 None None] Attempt 1 to provision port 2ef89318-7121-40f5-84c6-aa3a58207f20 Oct 03 16:03:49.508101 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ad532-fc52-432a-a822-9e51f67575d0 None None] Port 2ef89318-7121-40f5-84c6-aa3a58207f20 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:03:49.529201 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54a26eba-e76f-469f-98a5-4692187094b6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (5d84dbb0-62eb-4cec-a371-27b99b8012d3), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.551135 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a26eba-e76f-469f-98a5-4692187094b6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event deleted for resources: {'Port': ['ID=5d84dbb0-62eb-4cec-a371-27b99b8012d3,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:49.581210 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54a26eba-e76f-469f-98a5-4692187094b6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (c2843f70-8c49-405f-994c-c954a48790c3), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.583671 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54a26eba-e76f-469f-98a5-4692187094b6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.585032 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-54a26eba-e76f-469f-98a5-4692187094b6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/c2843f70-8c49-405f-994c-c954a48790c3 HTTP/1.1" status: 204 len: 168 time: 0.4141865 Oct 03 16:03:49.665337 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52482) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:49.669863 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-1a7ddcf3-356f-45ff-8866-a2d116b613ed tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--98253920', 'description': 'tempest-description--684224082'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:49.690249 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddcf3-356f-45ff-8866-a2d116b613ed tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.757011 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddcf3-356f-45ff-8866-a2d116b613ed tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group (af088e98-deb0-43c3-840c-5c9bb66e987d), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.760647 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddcf3-356f-45ff-8866-a2d116b613ed tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (af088e98-deb0-43c3-840c-5c9bb66e987d), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.778371 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:49.792995 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddcf3-356f-45ff-8866-a2d116b613ed tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.794200 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-1a7ddcf3-356f-45ff-8866-a2d116b613ed tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1278596 Oct 03 16:03:49.795874 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ddcf3-356f-45ff-8866-a2d116b613ed tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af088e98-deb0-43c3-840c-5c9bb66e987d,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:49.797283 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 52484) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:49.803720 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-db3fe7b5-7ce0-49c5-b14f-72fe3a0bbb48 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Request body: {'security_group_rule': {'security_group_id': 'af088e98-deb0-43c3-840c-5c9bb66e987d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:49.829898 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-db3fe7b5-7ce0-49c5-b14f-72fe3a0bbb48 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group_rule (b655df8a-fc44-4326-b170-cd4dd1a0e1b9), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.884470 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-db3fe7b5-7ce0-49c5-b14f-72fe3a0bbb48 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group_rule (b655df8a-fc44-4326-b170-cd4dd1a0e1b9), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.887907 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-db3fe7b5-7ce0-49c5-b14f-72fe3a0bbb48 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (b655df8a-fc44-4326-b170-cd4dd1a0e1b9), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.908459 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fe7b5-7ce0-49c5-b14f-72fe3a0bbb48 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b655df8a-fc44-4326-b170-cd4dd1a0e1b9,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:49.914448 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-db3fe7b5-7ce0-49c5-b14f-72fe3a0bbb48 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:49.915637 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-db3fe7b5-7ce0-49c5-b14f-72fe3a0bbb48 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165237 Oct 03 16:03:49.918403 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 52488) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:49.924028 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-0ce80a06-c2ea-4435-ac9b-77029b20f05e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Request body: {'security_group_rule': {'security_group_id': 'af088e98-deb0-43c3-840c-5c9bb66e987d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:49.952292 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:49.954599 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0ce80a06-c2ea-4435-ac9b-77029b20f05e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group_rule (d1346307-a4d5-4344-9bb2-5f5b4b8f5410), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.019958 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0ce80a06-c2ea-4435-ac9b-77029b20f05e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group_rule (d1346307-a4d5-4344-9bb2-5f5b4b8f5410), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.025419 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0ce80a06-c2ea-4435-ac9b-77029b20f05e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (d1346307-a4d5-4344-9bb2-5f5b4b8f5410), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.033349 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c922ad-f3b3-463b-947c-243eb26f41a2 req-eda3977b-aff5-493d-a83a-a1814adcf75f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:50.034838 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a1c922ad-f3b3-463b-947c-243eb26f41a2 req-eda3977b-aff5-493d-a83a-a1814adcf75f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0842676 Oct 03 16:03:50.044517 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce80a06-c2ea-4435-ac9b-77029b20f05e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1346307-a4d5-4344-9bb2-5f5b4b8f5410,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:50.052148 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0ce80a06-c2ea-4435-ac9b-77029b20f05e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.053914 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-0ce80a06-c2ea-4435-ac9b-77029b20f05e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346126 Oct 03 16:03:50.057031 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 52494) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:50.058908 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda37609-0ad0-4db6-b5b2-a2be228accd7 req-0cf21a5d-9b8f-4e5f-bd85-58133f7221ef tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:50.060317 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dda37609-0ad0-4db6-b5b2-a2be228accd7 req-0cf21a5d-9b8f-4e5f-bd85-58133f7221ef tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0705454 Oct 03 16:03:50.061276 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:50.085929 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.169201 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.179187 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:50.287873 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Allocated IP 172.27.0.42 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/aa4caf8e-3fd8-403d-8bdd-e7ce2408c098) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:03:50.368690 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a1c922ad-f3b3-463b-947c-243eb26f41a2 req-0ea8ece1-e5a6-40bf-bffd-0b1fca716844 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258078 Oct 03 16:03:50.377536 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dda37609-0ad0-4db6-b5b2-a2be228accd7 req-0b4ffbda-0c05-40a2-bab3-baed8fb76493 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068891 Oct 03 16:03:50.404512 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for port (aa4caf8e-3fd8-403d-8bdd-e7ce2408c098), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.437306 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (aa4caf8e-3fd8-403d-8bdd-e7ce2408c098), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.470992 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:50.479307 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:03:50.484372 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:03:50.485034 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d71f37-bcc4-4ba8-ae8d-30c0983420a9 req-8c48ca26-3cc2-4409-8c92-6e08e4649ece tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:50.486539 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event updated for resources: {'Port': ['ID=aa4caf8e-3fd8-403d-8bdd-e7ce2408c098,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:50.487699 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-32d71f37-bcc4-4ba8-ae8d-30c0983420a9 req-8c48ca26-3cc2-4409-8c92-6e08e4649ece tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 932 time: 0.0492198 Oct 03 16:03:50.488708 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:03:50.536585 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-32d71f37-bcc4-4ba8-ae8d-30c0983420a9 req-db341713-86d3-4e5e-918c-1f190328843f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422800 Oct 03 16:03:50.608459 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (d6a37b0a-a497-422f-a166-f929545db090), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.649150 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (aa4caf8e-3fd8-403d-8bdd-e7ce2408c098), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.759885 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:50.796814 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for port (aa4caf8e-3fd8-403d-8bdd-e7ce2408c098), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.801147 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (aa4caf8e-3fd8-403d-8bdd-e7ce2408c098), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.870713 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (d6a37b0a-a497-422f-a166-f929545db090), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.873471 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event updated for resources: {'Port': ['ID=aa4caf8e-3fd8-403d-8bdd-e7ce2408c098,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:50.889212 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:50.890427 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-ee51db9a-2f6f-4e47-a04a-e62c3023144e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8324502 Oct 03 16:03:51.089802 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-fa36be3f-f254-47f1-8659-22b004c94843 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--98253920&fields=id&tenant_id=a8db1f811cf84507ad7ea7058d6a0d25 HTTP/1.1" status: 200 len: 267 time: 0.0420229 Oct 03 16:03:51.198142 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-d343e12f-8422-4157-9cd3-0bb80e87ab38 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:51.199603 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-d343e12f-8422-4157-9cd3-0bb80e87ab38 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 HTTP/1.1" status: 200 len: 810 time: 0.1034017 Oct 03 16:03:51.214632 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-9e7403fe-5c21-48af-aaf9-ab805d725607 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/quotas/a8db1f811cf84507ad7ea7058d6a0d25 HTTP/1.1" status: 200 len: 375 time: 0.0094061 Oct 03 16:03:51.264222 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-50267fd8-df0d-4e39-8305-4900f9fd5085 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a8db1f811cf84507ad7ea7058d6a0d25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442853 Oct 03 16:03:51.361661 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-f95c08ac-f782-4384-9fa6-250ef8b89b81 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861623 Oct 03 16:03:51.450436 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Request body: {'port': {'device_id': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:51.479051 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:51.517950 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:51.543490 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-e836d003-37ca-4df9-a735-0a4bf14de1ad service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751432 Oct 03 16:03:51.574172 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadd7fb-5e74-4875-9f2d-e16f086f16c8 req-4aae2676-74f1-42a0-baf6-fa84afc868da tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:51.575935 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7dadd7fb-5e74-4875-9f2d-e16f086f16c8 req-4aae2676-74f1-42a0-baf6-fa84afc868da tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.1147151 Oct 03 16:03:51.645722 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f543688-2698-42c8-9afd-e1c1d851edd1 req-cca5a375-069c-42e3-8739-97697e65e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:51.647794 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f543688-2698-42c8-9afd-e1c1d851edd1 req-cca5a375-069c-42e3-8739-97697e65e406 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 919 time: 0.2154105 Oct 03 16:03:51.701076 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7dadd7fb-5e74-4875-9f2d-e16f086f16c8 req-d438546a-5e07-4fc1-8ded-1cd1b09ffc40 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149359 Oct 03 16:03:51.889374 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f543688-2698-42c8-9afd-e1c1d851edd1 req-7e86e758-3c03-4be5-b7bf-adf53c8c74c1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac HTTP/1.1" status: 200 len: 1000 time: 0.2149568 Oct 03 16:03:51.897748 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d0053-da3b-46c6-92b3-5825f88f48e8 req-354f7ef6-2c51-4ca2-9f93-7f5e294d6fd8 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:51.900240 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-df0d0053-da3b-46c6-92b3-5825f88f48e8 req-354f7ef6-2c51-4ca2-9f93-7f5e294d6fd8 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0955262 Oct 03 16:03:51.937716 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef89318-7121-40f5-84c6-aa3a58207f20 {{(pid=106163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:03:51.947107 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Publish callbacks [] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:51.950519 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f9bc9-2b2d-446a-9f4e-4a0aa75eb92d req-c8a9d8fc-58a3-4bc5-a50b-7c4493b4e2b5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:51.952046 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8f8f9bc9-2b2d-446a-9f4e-4a0aa75eb92d req-c8a9d8fc-58a3-4bc5-a50b-7c4493b4e2b5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 932 time: 0.1176059 Oct 03 16:03:51.960040 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:51.963321 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.provisioning_blocks [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Transition to ACTIVE for port object 2ef89318-7121-40f5-84c6-aa3a58207f20 will not be triggered until provisioned by entity L2. {{(pid=106163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:03:51.973626 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:52.006301 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f543688-2698-42c8-9afd-e1c1d851edd1 req-2b3a5158-0f23-41c4-b55c-903487a7937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:52.007784 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f543688-2698-42c8-9afd-e1c1d851edd1 req-2b3a5158-0f23-41c4-b55c-903487a7937f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.1076891 Oct 03 16:03:52.047258 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef89318-7121-40f5-84c6-aa3a58207f20,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:52.070950 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-df0d0053-da3b-46c6-92b3-5825f88f48e8 req-3260ac25-c9fa-44de-9bec-1dd2b8d28797 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573920 Oct 03 16:03:52.085952 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8f8f9bc9-2b2d-446a-9f4e-4a0aa75eb92d req-31a1a83c-1ea1-4bb4-a2f0-c0e575cc99c5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1245763 Oct 03 16:03:52.108769 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f543688-2698-42c8-9afd-e1c1d851edd1 req-83e462e1-dc21-42d3-b63c-33eafcd567db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:52.108769 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f543688-2698-42c8-9afd-e1c1d851edd1 req-83e462e1-dc21-42d3-b63c-33eafcd567db service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0817165 Oct 03 16:03:52.128284 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Attempting to bind port 2ef89318-7121-40f5-84c6-aa3a58207f20 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:03:52.128623 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Attempting to bind port 2ef89318-7121-40f5-84c6-aa3a58207f20 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:03:52.128982 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Attempting to bind port 2ef89318-7121-40f5-84c6-aa3a58207f20 on network 90c6b009-4013-4301-b819-4e12c2de8610 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:03:52.171669 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-55c98e49-2a61-4b5a-bda7-b70a6b1204b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:52.178137 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Port 2ef89318-7121-40f5-84c6-aa3a58207f20 on network 90c6b009-4013-4301-b819-4e12c2de8610 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:03:52.178472 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Attempting to bind port 2ef89318-7121-40f5-84c6-aa3a58207f20 on network 90c6b009-4013-4301-b819-4e12c2de8610 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:03:52.193043 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:52.219458 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e591cb6c-3cbe-4e07-ad72-73a49bbc8f5b req-b8a3adf0-6ac0-4369-aab7-90c4c484df1e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 210 time: 0.0783122 Oct 03 16:03:52.226832 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:03:52.227183 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Checking segment: {'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:03:52.227579 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Bound using segment: {'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:03:52.228033 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Bound port: 2ef89318-7121-40f5-84c6-aa3a58207f20, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b7026f7-f680-475a-93a4-6d2a2dbfb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610'}}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:03:52.228428 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:52.261254 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f543688-2698-42c8-9afd-e1c1d851edd1 req-a5422530-1465-4a6c-964e-b84e2d32c306 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471860 Oct 03 16:03:52.303644 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] For port 2ef89318-7121-40f5-84c6-aa3a58207f20, host hv-cinder-84456, cleared binding levels {{(pid=106163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:03:52.304704 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] For port 2ef89318-7121-40f5-84c6-aa3a58207f20, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ef89318-7121-40f5-84c6-aa3a58207f20,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:03:52.311182 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:52.317521 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:52.317521 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:52.317521 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/2ef89318-7121-40f5-84c6-aa3a58207f20 HTTP/1.1" status: 200 len: 1094 time: 0.8750556 Oct 03 16:03:52.318675 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:03:52.320357 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26134bd6-70aa-41c8-b98c-38dacd695451" -d '{"events": [{"name": "network-changed", "server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:03:52.356940 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:52.392663 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cab21a-b7b1-42a5-96c1-8cf2b1adfc53 x-openstack-request-id: req-11cab21a-b7b1-42a5-96c1-8cf2b1adfc53 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:03:52.392663 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:03:52.392663 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-11cab21a-b7b1-42a5-96c1-8cf2b1adfc53 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:03:52.392663 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11cab21a-b7b1-42a5-96c1-8cf2b1adfc53'] response: {'name': 'network-changed', 'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'status': 'completed', 'code': 200} Oct 03 16:03:52.396502 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307495ad-8091-4395-a78a-b31f82a8be54 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef89318-7121-40f5-84c6-aa3a58207f20,revision_number=3']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:52.404644 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f543688-2698-42c8-9afd-e1c1d851edd1 req-2edc416d-0704-47be-89dd-55dd40c8a780 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363766 Oct 03 16:03:52.440681 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-3eccb5dc-1735-44a2-8c05-57cff2335156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:52.442261 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-3eccb5dc-1735-44a2-8c05-57cff2335156 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7ee0d51f58e4abd8867c54458f504fc&device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 1128 time: 0.0683370 Oct 03 16:03:52.493875 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-4d1ed5c0-4015-4787-aaf8-7ab50214fb3e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef89318-7121-40f5-84c6-aa3a58207f20 HTTP/1.1" status: 200 len: 217 time: 0.0403638 Oct 03 16:03:52.592512 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-cae69dd4-d07d-4868-9436-cd860b3bf6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:52.594034 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-cae69dd4-d07d-4868-9436-cd860b3bf6b7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=670b7b9a-7e6f-4853-8220-542ceaef90cb HTTP/1.1" status: 200 len: 855 time: 0.0562978 Oct 03 16:03:52.647060 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-56639632-4669-4277-8f1c-73035a271abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:52.649593 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-56639632-4669-4277-8f1c-73035a271abf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90c6b009-4013-4301-b819-4e12c2de8610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475368 Oct 03 16:03:52.840035 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e8ae3-c99f-4d41-bdd4-8d5693712efa req-c1cab839-5d2f-44ed-9cb8-7db24ebfcfee tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:52.841575 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9c3e8ae3-c99f-4d41-bdd4-8d5693712efa req-c1cab839-5d2f-44ed-9cb8-7db24ebfcfee tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0594616 Oct 03 16:03:52.913241 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9c3e8ae3-c99f-4d41-bdd4-8d5693712efa req-120a57e6-6e21-4dba-abf3-bc9f1b2aec3b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656474 Oct 03 16:03:53.247486 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509326bd-90bb-4414-a5c1-b7a8f17177f8 req-8bf903c4-37e1-4cae-90e1-64de6dae9cda tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:53.249019 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-509326bd-90bb-4414-a5c1-b7a8f17177f8 req-8bf903c4-37e1-4cae-90e1-64de6dae9cda tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0818665 Oct 03 16:03:53.257342 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e892fa-35ad-4f29-98e1-a38bb3c63f29 req-aa1285b8-064f-4204-99de-a67d947a723e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:53.258775 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a2e892fa-35ad-4f29-98e1-a38bb3c63f29 req-aa1285b8-064f-4204-99de-a67d947a723e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0795348 Oct 03 16:03:53.337287 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-509326bd-90bb-4414-a5c1-b7a8f17177f8 req-a1d47150-f12f-4e56-b5f2-e420280710f6 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775306 Oct 03 16:03:53.344328 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a2e892fa-35ad-4f29-98e1-a38bb3c63f29 req-4611e188-a2c0-4902-9b7a-e6ac755da95f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0783033 Oct 03 16:03:53.428800 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3572823d-84ab-4fe4-b518-385df5ec1c84 req-5952e67d-8eb0-4ddf-986c-2acc9a45a84f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 210 time: 0.0319526 Oct 03 16:03:53.907514 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:53.946575 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-14f43d82-8b28-40b4-b8d7-4343f27577d1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910606 Oct 03 16:03:54.042636 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f9f24-8e84-40c4-ace8-f0ff1b24d503 req-b8ac0250-07f0-4315-a992-be0c7e927d84 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:54.044159 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e24f9f24-8e84-40c4-ace8-f0ff1b24d503 req-b8ac0250-07f0-4315-a992-be0c7e927d84 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0500603 Oct 03 16:03:54.095166 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e24f9f24-8e84-40c4-ace8-f0ff1b24d503 req-a4cd10f9-9070-438f-b0dc-1edce665b8be tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447431 Oct 03 16:03:54.126357 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-14e3fc41-35ce-488a-894e-8c1b09302588 req-abbd61ae-c928-49ab-b6ac-4a19a2509cd7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112566 Oct 03 16:03:54.262997 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e87db861-404a-4a48-8bd9-07267663b99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:54.493860 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee86762-3a4e-4d07-b41c-42cb2f1b6086 req-8554e958-8f24-4a60-b251-f50c2f844d32 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:54.495265 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fee86762-3a4e-4d07-b41c-42cb2f1b6086 req-8554e958-8f24-4a60-b251-f50c2f844d32 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0802886 Oct 03 16:03:54.502955 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febd896-c8ba-4513-9c38-26412c0b3368 req-9523e288-c820-44d2-81c2-7a6934016b9d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:54.504369 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9febd896-c8ba-4513-9c38-26412c0b3368 req-9523e288-c820-44d2-81c2-7a6934016b9d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0782864 Oct 03 16:03:54.575033 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fee86762-3a4e-4d07-b41c-42cb2f1b6086 req-2a11423e-63a6-4bd1-881d-658aad3f3e7d tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697103 Oct 03 16:03:54.581774 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9febd896-c8ba-4513-9c38-26412c0b3368 req-b8847c64-9b25-4e2b-99f8-d8b67eef0072 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0700753 Oct 03 16:03:54.667809 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f4a257b4-e446-43df-83ef-37d6190763c2 req-8c9cb5d4-4171-4f98-9ccb-e9cae30a34f3 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 210 time: 0.0278165 Oct 03 16:03:54.831039 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:54.833438 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:55.223250 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979474b-f4ce-42b3-aa9c-ea81a9451ad0 req-4c05357b-9e9f-4034-be17-e60bba304e8f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:55.225787 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6979474b-f4ce-42b3-aa9c-ea81a9451ad0 req-4c05357b-9e9f-4034-be17-e60bba304e8f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0507066 Oct 03 16:03:55.276448 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6979474b-f4ce-42b3-aa9c-ea81a9451ad0 req-98596bcf-53f7-454f-88b0-42fd3fc0166b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448251 Oct 03 16:03:55.392544 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67781e-63ea-43cc-9530-e47f1704547b req-6efd315d-9f05-4b51-9e99-278bf7cbdca6 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:55.393949 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8c67781e-63ea-43cc-9530-e47f1704547b req-6efd315d-9f05-4b51-9e99-278bf7cbdca6 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0466037 Oct 03 16:03:55.404860 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 52568) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:03:55.409362 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-011d83b2-81ee-46ad-8d3c-9c460bdea09d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Request body: {'floatingip': {'port_id': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:55.463272 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-011d83b2-81ee-46ad-8d3c-9c460bdea09d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for floatingip (854d651f-22ea-4198-ab54-41415034c287), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:55.685823 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26134bd6-70aa-41c8-b98c-38dacd695451 req-893cbaca-e047-4a95-95cc-b0e16467cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:55.687301 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-26134bd6-70aa-41c8-b98c-38dacd695451 req-893cbaca-e047-4a95-95cc-b0e16467cf90 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7ee0d51f58e4abd8867c54458f504fc&device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 1128 time: 0.0528445 Oct 03 16:03:55.731479 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:55.750116 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7738dc3-ae0f-4a26-a7c6-66f2fae3d4f0 req-99c60fc9-f7cc-4aba-a86a-833f412fda95 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:55.751608 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c7738dc3-ae0f-4a26-a7c6-66f2fae3d4f0 req-99c60fc9-f7cc-4aba-a86a-833f412fda95 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0929065 Oct 03 16:03:55.760243 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85894907-54b3-404d-8ed7-f4168df01347 req-1c799bb8-afa8-40ee-a3c9-aa8de713d08f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:55.761655 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-85894907-54b3-404d-8ed7-f4168df01347 req-1c799bb8-afa8-40ee-a3c9-aa8de713d08f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0650833 Oct 03 16:03:55.768070 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:55.796279 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:55.844300 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c7738dc3-ae0f-4a26-a7c6-66f2fae3d4f0 req-8e74868a-7d5e-4571-9cf0-ee94804c5f3e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816941 Oct 03 16:03:55.848459 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-85894907-54b3-404d-8ed7-f4168df01347 req-89948958-63ef-47f6-8adc-517ed48a710f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0792911 Oct 03 16:03:55.902200 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26134bd6-70aa-41c8-b98c-38dacd695451 req-98fd0f39-2673-41d4-9432-0e59f10bc220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:55.903418 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-26134bd6-70aa-41c8-b98c-38dacd695451 req-98fd0f39-2673-41d4-9432-0e59f10bc220 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90c6b009-4013-4301-b819-4e12c2de8610 HTTP/1.1" status: 200 len: 917 time: 0.1886451 Oct 03 16:03:55.945257 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1c55e702-b8d0-4897-9c76-b4949a8cdebb req-ec824ccb-44cb-479e-90b9-546d1ffcae05 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 210 time: 0.0292196 Oct 03 16:03:56.004695 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-26134bd6-70aa-41c8-b98c-38dacd695451 req-97010729-5c64-4aab-b0a3-6c2d5b69795d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef89318-7121-40f5-84c6-aa3a58207f20 HTTP/1.1" status: 200 len: 217 time: 0.0470724 Oct 03 16:03:56.121534 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-011d83b2-81ee-46ad-8d3c-9c460bdea09d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:56.128262 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-011d83b2-81ee-46ad-8d3c-9c460bdea09d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (854d651f-22ea-4198-ab54-41415034c287), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:56.162287 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-dba3844a-cc98-4057-9245-0a7b5081de14 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:56.163842 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-dba3844a-cc98-4057-9245-0a7b5081de14 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.48 "GET /networking/v2.0/networks?id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 HTTP/1.1" status: 200 len: 810 time: 0.1274333 Oct 03 16:03:56.171445 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:56.180137 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26134bd6-70aa-41c8-b98c-38dacd695451 req-67ec4610-888f-4e27-9382-88bb5b82f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:56.181683 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-26134bd6-70aa-41c8-b98c-38dacd695451 req-67ec4610-888f-4e27-9382-88bb5b82f45a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=670b7b9a-7e6f-4853-8220-542ceaef90cb HTTP/1.1" status: 200 len: 855 time: 0.1587012 Oct 03 16:03:56.243786 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-94ebb2c0-e157-4198-acb6-f2598adb59fb tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a8db1f811cf84507ad7ea7058d6a0d25 HTTP/1.1" status: 200 len: 378 time: 0.0707643 Oct 03 16:03:56.283351 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:56.301911 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26134bd6-70aa-41c8-b98c-38dacd695451 req-d5fc5ef7-47fc-402c-a5f8-663744bf0cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:56.307775 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-26134bd6-70aa-41c8-b98c-38dacd695451 req-d5fc5ef7-47fc-402c-a5f8-663744bf0cfb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90c6b009-4013-4301-b819-4e12c2de8610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1142879 Oct 03 16:03:56.338807 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-37c6c331-98ab-4a30-8bd4-2f6084f2bcc6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Request body: {'port': {'device_id': '52e40c96-5f19-40a7-be49-dd0c05c3c343', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'admin_state_up': True, 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'security_groups': ['af088e98-deb0-43c3-840c-5c9bb66e987d']}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:56.472576 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-37c6c331-98ab-4a30-8bd4-2f6084f2bcc6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Made reservation on behalf of a8db1f811cf84507ad7ea7058d6a0d25 for: {'port': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:03:56.476840 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-37c6c331-98ab-4a30-8bd4-2f6084f2bcc6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:56.615075 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-37c6c331-98ab-4a30-8bd4-2f6084f2bcc6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Allocated IP 172.20.0.12 (1b631aad-5777-4efa-a0a0-1b5b5e7e2d32/26d397fd-4b80-4bbf-a0fc-de0f65c079d4/cf761e51-dba3-432f-af44-45799f73b23a) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:03:56.710034 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-26134bd6-70aa-41c8-b98c-38dacd695451 req-556899a0-343c-4151-ad9a-3d9377299766 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393218 Oct 03 16:03:56.713825 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011d83b2-81ee-46ad-8d3c-9c460bdea09d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:03:56.764906 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-37c6c331-98ab-4a30-8bd4-2f6084f2bcc6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for port (cf761e51-dba3-432f-af44-45799f73b23a), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:56.797219 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-37c6c331-98ab-4a30-8bd4-2f6084f2bcc6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (cf761e51-dba3-432f-af44-45799f73b23a), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:56.846193 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-37c6c331-98ab-4a30-8bd4-2f6084f2bcc6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:03:56.854176 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-37c6c331-98ab-4a30-8bd4-2f6084f2bcc6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:03:56.857297 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-37c6c331-98ab-4a30-8bd4-2f6084f2bcc6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:03:56.863173 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-37c6c331-98ab-4a30-8bd4-2f6084f2bcc6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:56.863805 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-37c6c331-98ab-4a30-8bd4-2f6084f2bcc6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:56.867139 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6c331-98ab-4a30-8bd4-2f6084f2bcc6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event updated for resources: {'Port': ['ID=cf761e51-dba3-432f-af44-45799f73b23a,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:56.868904 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011d83b2-81ee-46ad-8d3c-9c460bdea09d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:03:56.870455 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:56.876417 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-011d83b2-81ee-46ad-8d3c-9c460bdea09d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:56.884175 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e7b4df-6b10-4f98-b295-94ce1c151cd4 None None] Sync routers for ids ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:03:56.900207 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7b4df-6b10-4f98-b295-94ce1c151cd4 None None] Routers {'3e63580c-a2c6-40a9-bdbe-51c2e05ad978'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:03:56.900546 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-48e7b4df-6b10-4f98-b295-94ce1c151cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:03:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:03:56.914954 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-37c6c331-98ab-4a30-8bd4-2f6084f2bcc6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5827954 Oct 03 16:03:56.930370 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'tag': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:03:56.934840 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Request body: {'port': {'device_id': '52e40c96-5f19-40a7-be49-dd0c05c3c343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:03:56.948426 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa58fecf-1a60-4353-8114-9b52fd808f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fb7e1a-6583-4305-b5aa-5c6c29643641", "tag": "48b1e08a-0e36-4575-8b9c-a7c71f70f9ac"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:03:56.989343 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-26134bd6-70aa-41c8-b98c-38dacd695451 req-ceb3e1ab-8686-4ac0-aa67-684b47e74118 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918979 Oct 03 16:03:57.010066 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-011d83b2-81ee-46ad-8d3c-9c460bdea09d tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/854d651f-22ea-4198-ab54-41415034c287 HTTP/1.1" status: 200 len: 992 time: 1.6040945 Oct 03 16:03:57.039873 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:57.056964 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:57.120291 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-48e7b4df-6b10-4f98-b295-94ce1c151cd4 None None] Set router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:03:57.126272 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e758f50-58c1-463d-b180-c4f8b034c912 req-cf3218ca-1c54-4237-97f2-01743d046052 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:57.127772 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1e758f50-58c1-463d-b180-c4f8b034c912 req-cf3218ca-1c54-4237-97f2-01743d046052 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.1446824 Oct 03 16:03:57.134873 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (cf761e51-dba3-432f-af44-45799f73b23a), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:57.143516 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d0a98-a8c7-438d-8f00-823ee30f604b req-71255530-bd7d-48d3-b3b1-9b3d3801938c tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:57.144996 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-504d0a98-a8c7-438d-8f00-823ee30f604b req-71255530-bd7d-48d3-b3b1-9b3d3801938c tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.1059480 Oct 03 16:03:57.226595 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-e6599d8d-9da8-4441-8346-b3c747378b77 None None] Provisioning complete for port cf761e51-dba3-432f-af44-45799f73b23a triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:03:57.226872 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e6599d8d-9da8-4441-8346-b3c747378b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (cf761e51-dba3-432f-af44-45799f73b23a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:57.227401 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-e6599d8d-9da8-4441-8346-b3c747378b77 None None] Attempt 1 to provision port cf761e51-dba3-432f-af44-45799f73b23a Oct 03 16:03:57.256391 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1e758f50-58c1-463d-b180-c4f8b034c912 req-8867e9d5-bc23-455a-bb02-90977f02ae49 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1189127 Oct 03 16:03:57.262715 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:57.285071 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-504d0a98-a8c7-438d-8f00-823ee30f604b req-6d3f44f8-6853-4b3c-81fc-13791600c4ad tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237833 Oct 03 16:03:57.333303 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-e6599d8d-9da8-4441-8346-b3c747378b77 None None] Port cf761e51-dba3-432f-af44-45799f73b23a cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:03:57.339350 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3250f0b1-173e-468b-934d-154a59b9d3b7 x-openstack-request-id: req-3250f0b1-173e-468b-934d-154a59b9d3b7 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:03:57.341304 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fb7e1a-6583-4305-b5aa-5c6c29643641", "tag": "48b1e08a-0e36-4575-8b9c-a7c71f70f9ac", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:03:57.342025 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3250f0b1-173e-468b-934d-154a59b9d3b7 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:03:57.342589 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3250f0b1-173e-468b-934d-154a59b9d3b7'] response: {'name': 'network-changed', 'server_uuid': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'tag': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'status': 'completed', 'code': 200} Oct 03 16:03:57.416616 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58fecf-1a60-4353-8114-9b52fd808f2e req-d2e6f808-90d5-438f-b8a6-878d5ea36a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:57.418461 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fa58fecf-1a60-4353-8114-9b52fd808f2e req-d2e6f808-90d5-438f-b8a6-878d5ea36a75 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 1129 time: 0.0632854 Oct 03 16:03:57.469373 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 2ef89318-7121-40f5-84c6-aa3a58207f20 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:03:57.480449 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-48e7b4df-6b10-4f98-b295-94ce1c151cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '854d651f-22ea-4198-ab54-41415034c287', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'port_id': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'mac_address': 'fa:16:3e:ef:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:01:54Z', 'updated_at': '2022-10-03T16:03:55Z', 'revision_number': 3, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:29Z', 'revision_number': 5, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:03:57.501974 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753ad02-02d6-469f-bad8-845eb5b0b3d1 req-7cc64a0f-7569-4c64-bb8f-ae12eecb669b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:57.503466 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3753ad02-02d6-469f-bad8-845eb5b0b3d1 req-7cc64a0f-7569-4c64-bb8f-ae12eecb669b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 932 time: 0.1141531 Oct 03 16:03:57.519935 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e7b4df-6b10-4f98-b295-94ce1c151cd4 None None] Checking router: 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:03:57.523689 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58fecf-1a60-4353-8114-9b52fd808f2e req-a02e06eb-9cd6-450f-b674-66026be33e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:57.524332 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:57.525773 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fa58fecf-1a60-4353-8114-9b52fd808f2e req-a02e06eb-9cd6-450f-b674-66026be33e13 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 919 time: 0.1010025 Oct 03 16:03:57.555905 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7b4df-6b10-4f98-b295-94ce1c151cd4 None None] Routers {'3e63580c-a2c6-40a9-bdbe-51c2e05ad978'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:03:57.556555 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-48e7b4df-6b10-4f98-b295-94ce1c151cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:03:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:03:57.558609 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:57.613475 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fa58fecf-1a60-4353-8114-9b52fd808f2e req-91b5c03c-c4a8-4ed2-ad6f-f3f28f1fa24e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac HTTP/1.1" status: 200 len: 1000 time: 0.0807793 Oct 03 16:03:57.636970 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3753ad02-02d6-469f-bad8-845eb5b0b3d1 req-9e21adbc-0de4-44e2-a0c6-f7d48137e15e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219563 Oct 03 16:03:57.686547 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf761e51-dba3-432f-af44-45799f73b23a {{(pid=106162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:03:57.711526 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Publish callbacks [] for port (cf761e51-dba3-432f-af44-45799f73b23a), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:57.712404 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 2ef89318-7121-40f5-84c6-aa3a58207f20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ef89318-7121-40f5-84c6-aa3a58207f20,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:03:57.730415 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'port_id': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'mac_address': 'fa:16:3e:88:c3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:03:57.738087 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae2f62-4396-4d5b-b040-2cbdb2efe9d2 req-9fef4477-fa9f-4c6c-87dd-8c8c0f05f467 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:57.740104 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-51ae2f62-4396-4d5b-b040-2cbdb2efe9d2 req-9fef4477-fa9f-4c6c-87dd-8c8c0f05f467 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 946 time: 0.0717514 Oct 03 16:03:57.741099 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.provisioning_blocks [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Transition to ACTIVE for port object cf761e51-dba3-432f-af44-45799f73b23a will not be triggered until provisioned by entity L2. {{(pid=106162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:03:57.743531 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-48e7b4df-6b10-4f98-b295-94ce1c151cd4 None None] Set router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:03:57.745708 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (cf761e51-dba3-432f-af44-45799f73b23a), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:57.809430 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 2ef89318-7121-40f5-84c6-aa3a58207f20 is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:03:57.809817 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:57.853723 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Pushing event updated for resources: {'Port': ['ID=cf761e51-dba3-432f-af44-45799f73b23a,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:57.859630 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef89318-7121-40f5-84c6-aa3a58207f20 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:03:57.860051 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Attempting to bind port cf761e51-dba3-432f-af44-45799f73b23a on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:03:57.860389 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Attempting to bind port cf761e51-dba3-432f-af44-45799f73b23a by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:03:57.860714 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Attempting to bind port cf761e51-dba3-432f-af44-45799f73b23a on network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:03:57.867194 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-51ae2f62-4396-4d5b-b040-2cbdb2efe9d2 req-8bd08ac8-03d2-434e-90bf-ec155371046e tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182423 Oct 03 16:03:57.906568 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Port cf761e51-dba3-432f-af44-45799f73b23a on network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:03:57.906911 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Attempting to bind port cf761e51-dba3-432f-af44-45799f73b23a on network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:03:57.933730 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:57.934294 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 2ef89318-7121-40f5-84c6-aa3a58207f20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ef89318-7121-40f5-84c6-aa3a58207f20,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:03:57.943554 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:57.953797 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:03:57.954148 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Checking segment: {'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:03:57.954527 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Bound using segment: {'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:03:57.954959 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Bound port: cf761e51-dba3-432f-af44-45799f73b23a, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038bb47a-35c6-4c35-9ffc-08b26f0cb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32'}}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:03:57.955317 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (cf761e51-dba3-432f-af44-45799f73b23a), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:58.009991 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:58.018743 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=2ef89318-7121-40f5-84c6-aa3a58207f20,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:58.021560 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] For port cf761e51-dba3-432f-af44-45799f73b23a, host hv-cinder-84456, cleared binding levels {{(pid=106162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:03:58.025008 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] For port cf761e51-dba3-432f-af44-45799f73b23a, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cf761e51-dba3-432f-af44-45799f73b23a,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:03:58.031685 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (cf761e51-dba3-432f-af44-45799f73b23a), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:58.035912 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:58.037051 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:58.038510 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/cf761e51-dba3-432f-af44-45799f73b23a HTTP/1.1" status: 200 len: 1094 time: 1.1087878 Oct 03 16:03:58.039072 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e40c96-5f19-40a7-be49-dd0c05c3c343', 'tag': 'cf761e51-dba3-432f-af44-45799f73b23a'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:03:58.041337 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0892f2-ecf2-44d9-aed3-9f7325ec76c0" -d '{"events": [{"name": "network-changed", "server_uuid": "52e40c96-5f19-40a7-be49-dd0c05c3c343", "tag": "cf761e51-dba3-432f-af44-45799f73b23a"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:03:58.062934 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-48e7b4df-6b10-4f98-b295-94ce1c151cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '854d651f-22ea-4198-ab54-41415034c287', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'port_id': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'mac_address': 'fa:16:3e:ef:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:01:54Z', 'updated_at': '2022-10-03T16:03:55Z', 'revision_number': 3, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:29Z', 'revision_number': 5, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:03:58.082233 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8544a02f-a266-4c1f-a5c2-71f2f55944e0 x-openstack-request-id: req-8544a02f-a266-4c1f-a5c2-71f2f55944e0 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:03:58.082524 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e40c96-5f19-40a7-be49-dd0c05c3c343", "tag": "cf761e51-dba3-432f-af44-45799f73b23a", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:03:58.082778 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8544a02f-a266-4c1f-a5c2-71f2f55944e0 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:03:58.083186 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8544a02f-a266-4c1f-a5c2-71f2f55944e0'] response: {'name': 'network-changed', 'server_uuid': '52e40c96-5f19-40a7-be49-dd0c05c3c343', 'tag': 'cf761e51-dba3-432f-af44-45799f73b23a', 'status': 'completed', 'code': 200} Oct 03 16:03:58.090041 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e7b4df-6b10-4f98-b295-94ce1c151cd4 None None] The sync data for ids ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'] in dv-cinder-844563-13-iscsi is: [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '854d651f-22ea-4198-ab54-41415034c287', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'port_id': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'mac_address': 'fa:16:3e:ef:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:01:54Z', 'updated_at': '2022-10-03T16:03:55Z', 'revision_number': 3, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:29Z', 'revision_number': 5, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:03:58.094892 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19ff7b-c24c-41fe-ae98-3b59e7152eef service neutron] Pushing event updated for resources: {'Port': ['ID=cf761e51-dba3-432f-af44-45799f73b23a,revision_number=3']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:58.233926 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['2ef89318-7121-40f5-84c6-aa3a58207f20'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:03:58.421865 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81845c6c-83da-4f3a-ac55-64e812d5b2d7 req-85f32faf-1c90-4261-9722-511d1bb4887e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:58.423333 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-81845c6c-83da-4f3a-ac55-64e812d5b2d7 req-85f32faf-1c90-4261-9722-511d1bb4887e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 945 time: 0.0736876 Oct 03 16:03:58.443177 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46a177-e753-4446-8aeb-6894036be7dc req-2315e1e5-2140-48f2-83ce-83678c17a185 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:58.444582 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1b46a177-e753-4446-8aeb-6894036be7dc req-2315e1e5-2140-48f2-83ce-83678c17a185 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0658844 Oct 03 16:03:58.506596 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-81845c6c-83da-4f3a-ac55-64e812d5b2d7 req-78955c1f-0de3-4f84-93a4-a97424af09c9 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0768776 Oct 03 16:03:58.519137 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1b46a177-e753-4446-8aeb-6894036be7dc req-20c37764-2252-4f7c-83f5-7347aa590745 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678012 Oct 03 16:03:58.745317 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7be50-c1a9-4a20-990c-8f57ab785733 req-ca541276-8cb5-4fa0-831f-aebd093c5711 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:58.746762 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-45d7be50-c1a9-4a20-990c-8f57ab785733 req-ca541276-8cb5-4fa0-831f-aebd093c5711 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 944 time: 0.0467031 Oct 03 16:03:58.791973 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-45d7be50-c1a9-4a20-990c-8f57ab785733 req-0d51a3c4-b9a0-4485-93ef-d11a5a3b53c0 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398104 Oct 03 16:03:58.986558 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2b062-9ab6-44a2-8495-35015b0d613f req-b26ddd6a-ec8a-40b8-8e95-206d0cb70031 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:58.988075 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4be2b062-9ab6-44a2-8495-35015b0d613f req-b26ddd6a-ec8a-40b8-8e95-206d0cb70031 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 946 time: 0.0461802 Oct 03 16:03:59.035948 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4be2b062-9ab6-44a2-8495-35015b0d613f req-cab209eb-4da9-431b-82fe-ac4705a3fc09 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=912f703a-1823-47e9-8251-29733cbd40ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Oct 03 16:03:59.158560 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58fecf-1a60-4353-8114-9b52fd808f2e req-8fd174c8-4aff-4821-8c5d-e09efd195270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:59.160009 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fa58fecf-1a60-4353-8114-9b52fd808f2e req-8fd174c8-4aff-4821-8c5d-e09efd195270 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.0481231 Oct 03 16:03:59.255950 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58fecf-1a60-4353-8114-9b52fd808f2e req-e469e6a2-4632-4a79-9e5a-cba5d9ccf2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:59.257479 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fa58fecf-1a60-4353-8114-9b52fd808f2e req-e469e6a2-4632-4a79-9e5a-cba5d9ccf2ea service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403719 Oct 03 16:03:59.285559 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0892f2-ecf2-44d9-aed3-9f7325ec76c0 req-4f90e032-faf5-471a-adbd-4104422bbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:59.287720 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f0892f2-ecf2-44d9-aed3-9f7325ec76c0 req-4f90e032-faf5-471a-adbd-4104422bbe44 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a8db1f811cf84507ad7ea7058d6a0d25&device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 1128 time: 0.0707746 Oct 03 16:03:59.288801 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d2f7-55f1-4a4d-bf14-d014874313ab req-1824999b-5416-428e-8f79-77f9b709d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:59.290147 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6758d2f7-55f1-4a4d-bf14-d014874313ab req-1824999b-5416-428e-8f79-77f9b709d589 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=60b016d4443142d4bb81dae536748cf1&device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 1129 time: 0.0719731 Oct 03 16:03:59.351557 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'tag': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:03:59.353743 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644b8143-9617-45e1-b336-be832e6603b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fb7e1a-6583-4305-b5aa-5c6c29643641", "tag": "48b1e08a-0e36-4575-8b9c-a7c71f70f9ac"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:03:59.384331 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=100 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:59.394476 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=100 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:59.399678 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fa58fecf-1a60-4353-8114-9b52fd808f2e req-af22584b-2285-4206-92be-3b9060e0a92b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338620 Oct 03 16:03:59.401580 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9516e48e-16bb-490d-94d1-9f5812f40d37 x-openstack-request-id: req-9516e48e-16bb-490d-94d1-9f5812f40d37 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:03:59.401851 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fb7e1a-6583-4305-b5aa-5c6c29643641", "tag": "48b1e08a-0e36-4575-8b9c-a7c71f70f9ac", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:03:59.402094 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9516e48e-16bb-490d-94d1-9f5812f40d37 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:03:59.402473 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9516e48e-16bb-490d-94d1-9f5812f40d37'] response: {'name': 'network-changed', 'server_uuid': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'tag': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'status': 'completed', 'code': 200} Oct 03 16:03:59.408640 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b6ab1-e843-4494-be42-ff6544c83070 req-21d2d0c1-6d2e-47c3-a763-dfcd91756ec0 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:59.409936 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-392b6ab1-e843-4494-be42-ff6544c83070 req-21d2d0c1-6d2e-47c3-a763-dfcd91756ec0 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 946 time: 0.0767720 Oct 03 16:03:59.466749 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 2ef89318-7121-40f5-84c6-aa3a58207f20 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:03:59.495624 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0892f2-ecf2-44d9-aed3-9f7325ec76c0 req-a49515ca-09d2-4af0-b19f-24dcb2a71625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:59.496564 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:03:59.497118 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f0892f2-ecf2-44d9-aed3-9f7325ec76c0 req-a49515ca-09d2-4af0-b19f-24dcb2a71625 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=a8db1f811cf84507ad7ea7058d6a0d25&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1693356 Oct 03 16:03:59.499058 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d2f7-55f1-4a4d-bf14-d014874313ab req-d3b5172e-b0b4-478b-93ad-04d52e36320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:59.500649 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6758d2f7-55f1-4a4d-bf14-d014874313ab req-d3b5172e-b0b4-478b-93ad-04d52e36320c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=793e8504-b1fb-440d-84d6-d2ad56065f0c HTTP/1.1" status: 200 len: 910 time: 0.1604595 Oct 03 16:03:59.513207 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port 2ef89318-7121-40f5-84c6-aa3a58207f20 completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:03:59.519809 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 2ef89318-7121-40f5-84c6-aa3a58207f20 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:03:59.520247 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:59.521360 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 2ef89318-7121-40f5-84c6-aa3a58207f20 Oct 03 16:03:59.574151 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fa58fecf-1a60-4353-8114-9b52fd808f2e req-260f5618-192c-4cdb-8ee7-ed1d0a23c596 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631801 Oct 03 16:03:59.574663 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-392b6ab1-e843-4494-be42-ff6544c83070 req-ac5651d6-31f9-4f33-b3eb-19e12bdddc60 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Deleting port 1e403651-934b-47dc-9807-9fec7b0415a4 {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:03:59.575165 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-392b6ab1-e843-4494-be42-ff6544c83070 req-ac5651d6-31f9-4f33-b3eb-19e12bdddc60 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (1e403651-934b-47dc-9807-9fec7b0415a4), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:59.689184 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 2ef89318-7121-40f5-84c6-aa3a58207f20 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:03:59.689475 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:59.690206 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b8143-9617-45e1-b336-be832e6603b0 req-57214972-01a2-4429-88e8-b008f4625cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:59.691852 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-644b8143-9617-45e1-b336-be832e6603b0 req-57214972-01a2-4429-88e8-b008f4625cd6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 1129 time: 0.0642407 Oct 03 16:03:59.716127 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:03:59.718466 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0071a6-56df-4da1-a703-4986ec0f8067" -d '{"events": [{"server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "name": "network-vif-plugged", "status": "completed", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:03:59.732891 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 2ef89318-7121-40f5-84c6-aa3a58207f20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ef89318-7121-40f5-84c6-aa3a58207f20,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:03:59.738163 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:59.777123 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-392b6ab1-e843-4494-be42-ff6544c83070 req-ac5651d6-31f9-4f33-b3eb-19e12bdddc60 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] For port 1e403651-934b-47dc-9807-9fec7b0415a4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1e403651-934b-47dc-9807-9fec7b0415a4,segment=NetworkSegment(133548aa-b753-4d32-bee1-91d8ce8643a2),segment_id=133548aa-b753-4d32-bee1-91d8ce8643a2)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:03:59.777491 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-392b6ab1-e843-4494-be42-ff6544c83070 req-ac5651d6-31f9-4f33-b3eb-19e12bdddc60 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (1e403651-934b-47dc-9807-9fec7b0415a4), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:03:59.791191 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=2ef89318-7121-40f5-84c6-aa3a58207f20,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:03:59.803904 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-392b6ab1-e843-4494-be42-ff6544c83070 req-ac5651d6-31f9-4f33-b3eb-19e12bdddc60 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Calling delete_port for 1e403651-934b-47dc-9807-9fec7b0415a4 owned by compute:nova {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:03:59.869566 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b8143-9617-45e1-b336-be832e6603b0 req-b67e3195-963d-4731-b386-10324ce7cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:59.870796 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-644b8143-9617-45e1-b336-be832e6603b0 req-b67e3195-963d-4731-b386-10324ce7cfc1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 919 time: 0.1708062 Oct 03 16:03:59.921403 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6758d2f7-55f1-4a4d-bf14-d014874313ab req-383aa504-f833-4180-a4a0-053293cec212 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34bfb794-30e4-4270-b51b-d7639fa10284 HTTP/1.1" status: 200 len: 1001 time: 0.4047828 Oct 03 16:03:59.929724 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49d1f5-25e6-487f-b62a-710f33d62bf9 req-69588e8a-c071-462d-a699-0ca59998344d tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:03:59.936436 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cd49d1f5-25e6-487f-b62a-710f33d62bf9 req-69588e8a-c071-462d-a699-0ca59998344d tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0899823 Oct 03 16:03:59.957618 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-644b8143-9617-45e1-b336-be832e6603b0 req-c816c225-9803-4b81-bd86-12af9449cfb8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac HTTP/1.1" status: 200 len: 1000 time: 0.0718582 Oct 03 16:03:59.996593 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:00.031175 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:00.032539 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0892f2-ecf2-44d9-aed3-9f7325ec76c0 req-5a41b5a8-7d6d-411b-ad2c-40a3359ae360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:00.034214 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f0892f2-ecf2-44d9-aed3-9f7325ec76c0 req-5a41b5a8-7d6d-411b-ad2c-40a3359ae360 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5260906 Oct 03 16:04:00.048456 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b8143-9617-45e1-b336-be832e6603b0 req-35c3b7c4-b158-4bbc-8526-656a7ea85cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:00.049996 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-644b8143-9617-45e1-b336-be832e6603b0 req-35c3b7c4-b158-4bbc-8526-656a7ea85cd8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.0828316 Oct 03 16:04:00.058318 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-392b6ab1-e843-4494-be42-ff6544c83070 req-ac5651d6-31f9-4f33-b3eb-19e12bdddc60 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (1e403651-934b-47dc-9807-9fec7b0415a4), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:00.065429 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d2f7-55f1-4a4d-bf14-d014874313ab req-491d623d-c2ac-4ea7-b62f-a76e78fa1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:00.067167 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6758d2f7-55f1-4a4d-bf14-d014874313ab req-491d623d-c2ac-4ea7-b62f-a76e78fa1c84 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5666311e-53e6-4472-80b7-8214d955c322 HTTP/1.1" status: 200 len: 848 time: 0.1285822 Oct 03 16:04:00.071528 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['1e403651-934b-47dc-9807-9fec7b0415a4'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:04:00.093183 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4417904-1541-454c-a414-2a93328f0935 req-ca86a77c-0aaf-435a-9df0-9d66a9076334 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:00.094665 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d4417904-1541-454c-a414-2a93328f0935 req-ca86a77c-0aaf-435a-9df0-9d66a9076334 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.2730691 Oct 03 16:04:00.101033 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:00.126214 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5651d6-31f9-4f33-b3eb-19e12bdddc60 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Pushing event deleted for resources: {'Port': ['ID=1e403651-934b-47dc-9807-9fec7b0415a4,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:00.137973 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b8143-9617-45e1-b336-be832e6603b0 req-66bb0a31-b6dd-4b8d-b533-d05d0a5d5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:00.139917 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-644b8143-9617-45e1-b336-be832e6603b0 req-66bb0a31-b6dd-4b8d-b533-d05d0a5d5af0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0827911 Oct 03 16:04:00.140066 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cd49d1f5-25e6-487f-b62a-710f33d62bf9 req-57157a13-ea8d-40f1-8f6a-b718088f8da1 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025616 Oct 03 16:04:00.189804 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d2f7-55f1-4a4d-bf14-d014874313ab req-f3b889ae-d45f-4364-8ceb-451504855dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:00.191364 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6758d2f7-55f1-4a4d-bf14-d014874313ab req-f3b889ae-d45f-4364-8ceb-451504855dc6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=793e8504-b1fb-440d-84d6-d2ad56065f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1161869 Oct 03 16:04:00.195151 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-87f25677-a71c-406b-9f77-56b6d1a6a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:00.196115 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f11afe5-1eb1-4d78-8ee7-e657487f8e77 x-openstack-request-id: req-6f11afe5-1eb1-4d78-8ee7-e657487f8e77 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:04:00.196522 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "name": "network-vif-plugged", "status": "completed", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:04:00.196677 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-87f25677-a71c-406b-9f77-56b6d1a6a969 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a8db1f811cf84507ad7ea7058d6a0d25&device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 1128 time: 0.1010451 Oct 03 16:04:00.197062 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6f11afe5-1eb1-4d78-8ee7-e657487f8e77 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:04:00.197434 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f11afe5-1eb1-4d78-8ee7-e657487f8e77'] response: {'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'code': 200} Oct 03 16:04:00.204126 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-392b6ab1-e843-4494-be42-ff6544c83070 req-ac5651d6-31f9-4f33-b3eb-19e12bdddc60 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] No DVR routers for this DVR port 1e403651-934b-47dc-9807-9fec7b0415a4 on host hv-cinder-84456 {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:04:00.251231 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-392b6ab1-e843-4494-be42-ff6544c83070 req-ac5651d6-31f9-4f33-b3eb-19e12bdddc60 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:00.254846 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-392b6ab1-e843-4494-be42-ff6544c83070 req-ac5651d6-31f9-4f33-b3eb-19e12bdddc60 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.48 "DELETE /networking/v2.0/ports/1e403651-934b-47dc-9807-9fec7b0415a4 HTTP/1.1" status: 204 len: 173 time: 0.8360744 Oct 03 16:04:00.269245 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-63ee3bca-8cfb-4ee4-ab6e-23abfc3266b5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf761e51-dba3-432f-af44-45799f73b23a HTTP/1.1" status: 200 len: 217 time: 0.0566328 Oct 03 16:04:00.322033 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-644b8143-9617-45e1-b336-be832e6603b0 req-4dad98e7-36bd-4920-9c02-56505f62342b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637580 Oct 03 16:04:00.351238 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d4417904-1541-454c-a414-2a93328f0935 req-4ebcb617-d076-43a8-a517-5bf728278ebe tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2409124 Oct 03 16:04:00.404797 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcb2f2-6ad8-4b9f-802d-e2bb0cf074b4 req-0bdb6432-34fa-4e7e-b919-21a3c82270ff tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:00.412240 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-96bcb2f2-6ad8-4b9f-802d-e2bb0cf074b4 req-0bdb6432-34fa-4e7e-b919-21a3c82270ff tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 944 time: 0.1505747 Oct 03 16:04:00.416390 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:00.425405 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:00.452269 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0a5e0-ffc5-4c6f-b541-2f2c3390352a req-971db1ec-ad71-43b6-a801-8e36596a4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:00.453828 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-edd0a5e0-ffc5-4c6f-b541-2f2c3390352a req-971db1ec-ad71-43b6-a801-8e36596a4e39 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 1130 time: 0.0937743 Oct 03 16:04:00.476538 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-a67e704b-a5b8-4bee-9af2-844d50a6d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:00.478052 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-a67e704b-a5b8-4bee-9af2-844d50a6d5ee service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=26d397fd-4b80-4bbf-a0fc-de0f65c079d4 HTTP/1.1" status: 200 len: 849 time: 0.1645768 Oct 03 16:04:00.488267 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6758d2f7-55f1-4a4d-bf14-d014874313ab req-1cfc8a02-dcf3-4c3c-8887-e6da92b03966 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892983 Oct 03 16:04:00.513053 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-644b8143-9617-45e1-b336-be832e6603b0 req-7ecf3bc2-dce2-4bd7-832a-71bc3e3eb949 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719222 Oct 03 16:04:00.518056 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-edd0a5e0-ffc5-4c6f-b541-2f2c3390352a req-3a379548-bac1-4839-ae9f-b7bc0c8c1187 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0540328 Oct 03 16:04:00.560443 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6561b6b9-ca1c-485f-b082-f5d765c0f87d req-58070a11-5da0-4ff3-bb36-27e6c35af40a tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 210 time: 0.0775199 Oct 03 16:04:00.614478 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-96bcb2f2-6ad8-4b9f-802d-e2bb0cf074b4 req-51e393b4-d46a-4f0d-8624-92da2d008c72 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2010183 Oct 03 16:04:00.618225 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-b0e2f5e7-cc33-47ab-b9a8-57efbe7e15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:00.619389 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-b0e2f5e7-cc33-47ab-b9a8-57efbe7e15fc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1332126 Oct 03 16:04:00.664460 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6758d2f7-55f1-4a4d-bf14-d014874313ab req-96231a3e-d2e5-44f3-9374-f42c8b41a8ee service neutron] 10.222.0.48 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554534 Oct 03 16:04:00.823998 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-6a8cc76d-d2fe-4a1b-b20f-4e97001bbf61 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905013 Oct 03 16:04:01.257706 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e023fd7-3d1e-4e67-a8ed-51acf20536b7 req-334b4166-b1b3-4e1c-b06c-92129cd7d9f2 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:01.259174 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7e023fd7-3d1e-4e67-a8ed-51acf20536b7 req-334b4166-b1b3-4e1c-b06c-92129cd7d9f2 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0516136 Oct 03 16:04:01.308192 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7e023fd7-3d1e-4e67-a8ed-51acf20536b7 req-508a2642-0ec3-4219-ba7f-bee02e886e81 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434411 Oct 03 16:04:01.403939 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ff1918-7d0c-422f-a56b-75ce0ea903cb', 'name': 'network-vif-deleted', 'tag': '1e403651-934b-47dc-9807-9fec7b0415a4'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:04:01.406344 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5908fe3f-e79d-4e26-a15b-328412c5a408" -d '{"events": [{"server_uuid": "63ff1918-7d0c-422f-a56b-75ce0ea903cb", "name": "network-vif-deleted", "tag": "1e403651-934b-47dc-9807-9fec7b0415a4"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:04:01.443612 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6f547e-ddc9-43a3-a419-eadfdd0701bd x-openstack-request-id: req-bb6f547e-ddc9-43a3-a419-eadfdd0701bd {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:04:01.443960 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ff1918-7d0c-422f-a56b-75ce0ea903cb", "name": "network-vif-deleted", "tag": "1e403651-934b-47dc-9807-9fec7b0415a4", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:04:01.444214 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bb6f547e-ddc9-43a3-a419-eadfdd0701bd {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:04:01.444617 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6f547e-ddc9-43a3-a419-eadfdd0701bd'] response: {'server_uuid': '63ff1918-7d0c-422f-a56b-75ce0ea903cb', 'name': 'network-vif-deleted', 'tag': '1e403651-934b-47dc-9807-9fec7b0415a4', 'status': 'completed', 'code': 200} Oct 03 16:04:01.485442 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b734c1-6b44-414c-999b-ac26efe34883 req-fcfed518-4678-487c-a9c9-7a343a9ccb60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:01.486884 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-13b734c1-6b44-414c-999b-ac26efe34883 req-fcfed518-4678-487c-a9c9-7a343a9ccb60 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0463345 Oct 03 16:04:01.537116 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-13b734c1-6b44-414c-999b-ac26efe34883 req-0b4339e7-3d60-4b69-87ce-18bea781176d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405793 Oct 03 16:04:01.681951 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a3747111-0b18-47d3-b5b2-92f5fd2df04a req-ba1950cd-59b7-4997-80dc-9b06992d6049 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 210 time: 0.0287068 Oct 03 16:04:01.788732 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edff4ac-fbc5-4e47-8bf8-b4985ed91660 req-95acdf84-12cb-4be2-b3ba-f81f59aafdf7 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:01.790227 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0edff4ac-fbc5-4e47-8bf8-b4985ed91660 req-95acdf84-12cb-4be2-b3ba-f81f59aafdf7 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 944 time: 0.0994313 Oct 03 16:04:01.820275 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:01.836920 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0edff4ac-fbc5-4e47-8bf8-b4985ed91660 req-631cfc26-bf97-410a-a45c-4952f9704bae tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412073 Oct 03 16:04:02.357434 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:02.404213 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e7387302-9967-4d0a-80f1-2dc5811126a0 req-7e8d93b6-3624-42f6-b0d9-c6593c311ed8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990303 Oct 03 16:04:02.438794 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a7918-709c-4ee1-bafd-e21d0928daf4 req-d9e0f46f-c8eb-4880-948e-6594c0e313b8 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:02.440253 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6c1a7918-709c-4ee1-bafd-e21d0928daf4 req-d9e0f46f-c8eb-4880-948e-6594c0e313b8 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0538795 Oct 03 16:04:02.492139 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6c1a7918-709c-4ee1-bafd-e21d0928daf4 req-006e5e33-a07f-48c9-a73d-b14a549f3640 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442293 Oct 03 16:04:02.662281 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a000b-d064-468b-b8eb-cc7efe196e82 req-c6947739-b883-4af7-9f29-5d7a21ab88dc tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:02.663734 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-774a000b-d064-468b-b8eb-cc7efe196e82 req-c6947739-b883-4af7-9f29-5d7a21ab88dc tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0461738 Oct 03 16:04:02.709569 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-774a000b-d064-468b-b8eb-cc7efe196e82 req-d12f1728-3ab4-4d8d-a9ce-d3684632fd8d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402617 Oct 03 16:04:02.800744 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-eee183d5-9324-4579-9219-c50f056286bc req-8c81820a-691a-4e0e-9225-0fa5583ad973 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 210 time: 0.0307660 Oct 03 16:04:02.953922 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef209a6-f799-4c9a-9b8a-2bb35fb24f77 req-d2c35dd0-76c8-4fde-b635-a4b5567fd16e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:02.955371 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1ef209a6-f799-4c9a-9b8a-2bb35fb24f77 req-d2c35dd0-76c8-4fde-b635-a4b5567fd16e tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 944 time: 0.0459802 Oct 03 16:04:03.004565 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1ef209a6-f799-4c9a-9b8a-2bb35fb24f77 req-97897866-5086-42df-90c7-0c27ab0a0878 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431921 Oct 03 16:04:03.497254 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 1e403651-934b-47dc-9807-9fec7b0415a4 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:04:03.519935 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: 1e403651-934b-47dc-9807-9fec7b0415a4 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:04:03.520283 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 1e403651-934b-47dc-9807-9fec7b0415a4 not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:04:03.610631 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f58d-485b-4116-a1c3-e244ef110726 req-7eab1a4f-b7cc-483e-81f4-a1b90d7042e1 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:03.612026 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a036f58d-485b-4116-a1c3-e244ef110726 req-7eab1a4f-b7cc-483e-81f4-a1b90d7042e1 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0461128 Oct 03 16:04:03.660731 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a036f58d-485b-4116-a1c3-e244ef110726 req-0b8b3709-a355-4741-b398-cdf7fa9a2860 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424562 Oct 03 16:04:03.836530 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee8d20-2f06-46cf-9f5e-6880ac9e5335 req-063dc923-8ed6-4d4f-bab9-bb879e58a8fa tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:03.838046 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2aee8d20-2f06-46cf-9f5e-6880ac9e5335 req-063dc923-8ed6-4d4f-bab9-bb879e58a8fa tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0502069 Oct 03 16:04:03.897957 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2aee8d20-2f06-46cf-9f5e-6880ac9e5335 req-1d378f11-f202-44c5-8d0a-0057374d01a2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0534573 Oct 03 16:04:03.928011 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5cd77ce7-3203-4105-b14e-f48cc0560f3d req-0f7c356c-5ad7-4395-b0ea-da7630b971c4 tempest-VolumesSnapshotTestJSON-756409839 tempest-VolumesSnapshotTestJSON-756409839-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=63ff1918-7d0c-422f-a56b-75ce0ea903cb HTTP/1.1" status: 200 len: 210 time: 0.0286856 Oct 03 16:04:04.029742 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda4098-e8a4-4271-8ab0-58384d87f488 req-d6c55e74-0265-4e54-a4a0-82dfa4429fdf tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:04.031224 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-deda4098-e8a4-4271-8ab0-58384d87f488 req-d6c55e74-0265-4e54-a4a0-82dfa4429fdf tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0492167 Oct 03 16:04:04.042565 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 52662) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:04.047187 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-25d70c38-386d-42c8-9441-3e7bb37cc66b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Request body: {'floatingip': {'port_id': '2ef89318-7121-40f5-84c6-aa3a58207f20'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:04:04.090493 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25d70c38-386d-42c8-9441-3e7bb37cc66b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (4a580cee-08f4-4953-bac3-c6ddf34f0812), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:04.133722 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca9d3e-3c75-413a-bbb2-9860c95e16c7 req-cc42e9ca-19d7-4066-a8ca-38df2ae04c57 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:04.135138 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-94ca9d3e-3c75-413a-bbb2-9860c95e16c7 req-cc42e9ca-19d7-4066-a8ca-38df2ae04c57 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 944 time: 0.0507891 Oct 03 16:04:04.183989 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-94ca9d3e-3c75-413a-bbb2-9860c95e16c7 req-427c14d5-a8ee-4f33-8fad-36b2b2a9f308 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430212 Oct 03 16:04:04.778116 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25d70c38-386d-42c8-9441-3e7bb37cc66b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:04.781968 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25d70c38-386d-42c8-9441-3e7bb37cc66b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (4a580cee-08f4-4953-bac3-c6ddf34f0812), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:04.782421 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdc66a-663c-43bb-9b34-8d0fe72097e7 req-84b161f2-a611-46b5-9fe0-a860d73ae29c tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:04.783978 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-41cdc66a-663c-43bb-9b34-8d0fe72097e7 req-84b161f2-a611-46b5-9fe0-a860d73ae29c tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0478804 Oct 03 16:04:04.833658 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-41cdc66a-663c-43bb-9b34-8d0fe72097e7 req-bb63b869-eee5-4de3-aaef-55b5b3b85946 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437396 Oct 03 16:04:04.881483 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [None req-25d70c38-386d-42c8-9441-3e7bb37cc66b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Floating IP 4a580cee-08f4-4953-bac3-c6ddf34f0812 associated. External IP: 172.27.0.207, port: 2ef89318-7121-40f5-84c6-aa3a58207f20. Oct 03 16:04:05.121945 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 52678) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:05.146402 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d70c38-386d-42c8-9441-3e7bb37cc66b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Router d0eb51c3-6e22-4ad1-8792-121ffa95071e has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:04:05.173805 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835bdcd-c112-42e5-b21c-440970a27271 req-2ea47aac-8dee-46d6-9cb4-94d859425e64 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:05.176735 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5835bdcd-c112-42e5-b21c-440970a27271 req-2ea47aac-8dee-46d6-9cb4-94d859425e64 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0767586 Oct 03 16:04:05.242324 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:05.255534 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5835bdcd-c112-42e5-b21c-440970a27271 req-54602bcc-887a-4fe6-8229-323b1234e0b5 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722699 Oct 03 16:04:05.280951 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:05.292188 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fc723176-86e5-49ff-9574-b51237f7877c req-944aede6-90a0-4487-9b42-a76413f44469 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1683781 Oct 03 16:04:05.311793 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [req-fc723176-86e5-49ff-9574-b51237f7877c req-b625a059-ac25-4d05-9d57-77b530357de3 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 16:04:05.320937 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fc723176-86e5-49ff-9574-b51237f7877c req-b625a059-ac25-4d05-9d57-77b530357de3 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0229080 Oct 03 16:04:05.333593 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d70c38-386d-42c8-9441-3e7bb37cc66b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:04:05.338363 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25d70c38-386d-42c8-9441-3e7bb37cc66b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:05.345577 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc73615e-6fc6-404a-9175-1d834d735cdb None None] Sync routers for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:04:05.359581 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc73615e-6fc6-404a-9175-1d834d735cdb None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:04:05.360210 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-cc73615e-6fc6-404a-9175-1d834d735cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:03:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:05.361055 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76dc5c-ccaf-4dda-ab63-11880a122433 req-ab037828-88a2-4786-9b37-d42e289d2b37 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:05.386647 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fe76dc5c-ccaf-4dda-ab63-11880a122433 req-ab037828-88a2-4786-9b37-d42e289d2b37 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 944 time: 0.0980453 Oct 03 16:04:05.399595 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-25d70c38-386d-42c8-9441-3e7bb37cc66b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/4a580cee-08f4-4953-bac3-c6ddf34f0812 HTTP/1.1" status: 200 len: 992 time: 1.3557463 Oct 03 16:04:05.400505 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:04:05.403056 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c3a812-502d-4b29-8d5e-b1a943bac77c" -d '{"events": [{"name": "network-changed", "server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:04:05.465551 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982cce87-881f-40f1-9e65-0760d9514706 x-openstack-request-id: req-982cce87-881f-40f1-9e65-0760d9514706 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:04:05.466096 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:04:05.466441 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-982cce87-881f-40f1-9e65-0760d9514706 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:04:05.466938 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982cce87-881f-40f1-9e65-0760d9514706'] response: {'name': 'network-changed', 'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'status': 'completed', 'code': 200} Oct 03 16:04:05.468622 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 52696) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:05.476522 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-cc73615e-6fc6-404a-9175-1d834d735cdb None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:04:05.494013 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fe76dc5c-ccaf-4dda-ab63-11880a122433 req-d678b296-d72a-4ce8-9540-22ac2e6b2af1 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060731 Oct 03 16:04:05.514578 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device cf761e51-dba3-432f-af44-45799f73b23a details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:04:05.544284 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3a812-502d-4b29-8d5e-b1a943bac77c req-3f903226-f47b-4080-b3c4-9a08693e2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:05.546016 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c6c3a812-502d-4b29-8d5e-b1a943bac77c req-3f903226-f47b-4080-b3c4-9a08693e2950 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7ee0d51f58e4abd8867c54458f504fc&device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 1130 time: 0.0560038 Oct 03 16:04:05.575954 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:05.607539 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:05.611358 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc723176-86e5-49ff-9574-b51237f7877c req-ece2e95c-90a7-4341-9ea0-e21839829a1a tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:05.612846 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fc723176-86e5-49ff-9574-b51237f7877c req-ece2e95c-90a7-4341-9ea0-e21839829a1a tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports/34bfb794-30e4-4270-b51b-d7639fa10284 HTTP/1.1" status: 200 len: 942 time: 0.1413836 Oct 03 16:04:05.661583 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port cf761e51-dba3-432f-af44-45799f73b23a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cf761e51-dba3-432f-af44-45799f73b23a,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:05.670093 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3a812-502d-4b29-8d5e-b1a943bac77c req-8a9d897c-716f-425c-bc0f-59fc6be00b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:05.671974 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c6c3a812-502d-4b29-8d5e-b1a943bac77c req-8a9d897c-716f-425c-bc0f-59fc6be00b0d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90c6b009-4013-4301-b819-4e12c2de8610 HTTP/1.1" status: 200 len: 917 time: 0.1177163 Oct 03 16:04:05.676675 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': 'cf761e51-dba3-432f-af44-45799f73b23a', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'port_id': 'cf761e51-dba3-432f-af44-45799f73b23a', 'mac_address': 'fa:16:3e:74:0e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:04:05.716254 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port cf761e51-dba3-432f-af44-45799f73b23a is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:04:05.716653 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (cf761e51-dba3-432f-af44-45799f73b23a), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:05.732472 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf761e51-dba3-432f-af44-45799f73b23a {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:04:05.749064 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c6c3a812-502d-4b29-8d5e-b1a943bac77c req-f014135d-d744-45dc-ae22-4be37d8bb160 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef89318-7121-40f5-84c6-aa3a58207f20 HTTP/1.1" status: 200 len: 1000 time: 0.0700047 Oct 03 16:04:05.750708 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-cc73615e-6fc6-404a-9175-1d834d735cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '4a580cee-08f4-4953-bac3-c6ddf34f0812', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'port_id': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'mac_address': 'fa:16:3e:88:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:03:41Z', 'updated_at': '2022-10-03T16:04:04Z', 'revision_number': 1, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 5, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:05.755924 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port cf761e51-dba3-432f-af44-45799f73b23a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cf761e51-dba3-432f-af44-45799f73b23a,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:05.760118 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (cf761e51-dba3-432f-af44-45799f73b23a), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:05.787990 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc73615e-6fc6-404a-9175-1d834d735cdb None None] Checking router: d0eb51c3-6e22-4ad1-8792-121ffa95071e for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:04:05.797714 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc73615e-6fc6-404a-9175-1d834d735cdb None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:04:05.798329 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-cc73615e-6fc6-404a-9175-1d834d735cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:03:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:05.809134 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3a812-502d-4b29-8d5e-b1a943bac77c req-4133b94c-272d-46cb-a9db-46d0a39db754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:05.810620 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c6c3a812-502d-4b29-8d5e-b1a943bac77c req-4133b94c-272d-46cb-a9db-46d0a39db754 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=670b7b9a-7e6f-4853-8220-542ceaef90cb HTTP/1.1" status: 200 len: 855 time: 0.0547404 Oct 03 16:04:05.837203 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=cf761e51-dba3-432f-af44-45799f73b23a,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:05.863091 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3a812-502d-4b29-8d5e-b1a943bac77c req-40f1e029-d43d-4c1b-8193-ed696db945e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:05.864812 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c6c3a812-502d-4b29-8d5e-b1a943bac77c req-40f1e029-d43d-4c1b-8193-ed696db945e8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90c6b009-4013-4301-b819-4e12c2de8610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477479 Oct 03 16:04:05.913106 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-cc73615e-6fc6-404a-9175-1d834d735cdb None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:04:05.961787 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c6c3a812-502d-4b29-8d5e-b1a943bac77c req-af05dc46-c8cc-4253-a80d-bec63153a92a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896606 Oct 03 16:04:06.055692 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['cf761e51-dba3-432f-af44-45799f73b23a'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:04:06.094195 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c6c3a812-502d-4b29-8d5e-b1a943bac77c req-47d138dc-f5b3-44c0-ad75-68068d837465 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221676 Oct 03 16:04:06.158722 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-cc73615e-6fc6-404a-9175-1d834d735cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '4a580cee-08f4-4953-bac3-c6ddf34f0812', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'port_id': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'mac_address': 'fa:16:3e:88:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:03:41Z', 'updated_at': '2022-10-03T16:04:04Z', 'revision_number': 1, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 5, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:06.183893 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc73615e-6fc6-404a-9175-1d834d735cdb None None] The sync data for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi is: [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '4a580cee-08f4-4953-bac3-c6ddf34f0812', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'port_id': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'mac_address': 'fa:16:3e:88:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:03:41Z', 'updated_at': '2022-10-03T16:04:04Z', 'revision_number': 1, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 5, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:04:06.382470 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe8f03-d37f-4d3a-8fe5-09fe5d53c209 req-7355f5bb-edbb-486b-bd5b-f1c2ac9b6b36 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:06.384408 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fefe8f03-d37f-4d3a-8fe5-09fe5d53c209 req-7355f5bb-edbb-486b-bd5b-f1c2ac9b6b36 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0504692 Oct 03 16:04:06.392297 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db4a1a-75bf-44e6-87b4-a4e133b696ce None None] New status for floating IP 4a580cee-08f4-4953-bac3-c6ddf34f0812: ACTIVE {{(pid=106164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:04:06.443106 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fefe8f03-d37f-4d3a-8fe5-09fe5d53c209 req-1b27cf7f-6fbe-4e69-8cf3-a87227209376 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478773 Oct 03 16:04:06.669997 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb804ee-4b56-4c3a-ac40-9d8cdab72424 req-c18dfd82-4fa3-4937-a4f1-6dd69a3acc47 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:06.671777 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0bb804ee-4b56-4c3a-ac40-9d8cdab72424 req-c18dfd82-4fa3-4937-a4f1-6dd69a3acc47 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 945 time: 0.0747414 Oct 03 16:04:06.722403 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0bb804ee-4b56-4c3a-ac40-9d8cdab72424 req-63a2402e-c7dc-41ac-af68-9e33ae92c5a9 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438850 Oct 03 16:04:06.787267 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:06.793221 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:07.565384 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467868fb-06d5-4972-a8d6-c48d1e8768b1 req-59f4b972-587b-4914-9595-0265684117a8 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:07.566841 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-467868fb-06d5-4972-a8d6-c48d1e8768b1 req-59f4b972-587b-4914-9595-0265684117a8 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0467269 Oct 03 16:04:07.615490 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-467868fb-06d5-4972-a8d6-c48d1e8768b1 req-bdc04dcd-7ef9-4c76-af22-32e41454f5ad tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430710 Oct 03 16:04:07.844768 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d4b44-d941-47a6-905e-eff5acacea2e req-2a03f397-bf15-458b-9f8b-789ba282f3f3 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:07.846248 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3c0d4b44-d941-47a6-905e-eff5acacea2e req-2a03f397-bf15-458b-9f8b-789ba282f3f3 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 945 time: 0.0500836 Oct 03 16:04:07.892794 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3c0d4b44-d941-47a6-905e-eff5acacea2e req-0b3d26ac-99ea-4d44-85ce-c6906046dabf tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408340 Oct 03 16:04:08.532757 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device cf761e51-dba3-432f-af44-45799f73b23a up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:04:08.576314 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port cf761e51-dba3-432f-af44-45799f73b23a completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:04:08.582264 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port cf761e51-dba3-432f-af44-45799f73b23a triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:04:08.582981 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (cf761e51-dba3-432f-af44-45799f73b23a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:08.583423 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port cf761e51-dba3-432f-af44-45799f73b23a Oct 03 16:04:08.654006 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port cf761e51-dba3-432f-af44-45799f73b23a is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:04:08.654398 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (cf761e51-dba3-432f-af44-45799f73b23a), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:08.682862 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e40c96-5f19-40a7-be49-dd0c05c3c343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf761e51-dba3-432f-af44-45799f73b23a'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:04:08.685128 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcda601-2236-42a0-a133-155814197c25" -d '{"events": [{"server_uuid": "52e40c96-5f19-40a7-be49-dd0c05c3c343", "name": "network-vif-plugged", "status": "completed", "tag": "cf761e51-dba3-432f-af44-45799f73b23a"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:04:08.698493 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port cf761e51-dba3-432f-af44-45799f73b23a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cf761e51-dba3-432f-af44-45799f73b23a,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:08.707017 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (cf761e51-dba3-432f-af44-45799f73b23a), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:08.708326 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 34bfb794-30e4-4270-b51b-d7639fa10284 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:04:08.748143 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ea5347-dc78-42cc-a239-24d2b707c2ef x-openstack-request-id: req-83ea5347-dc78-42cc-a239-24d2b707c2ef {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:04:08.748438 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e40c96-5f19-40a7-be49-dd0c05c3c343", "name": "network-vif-plugged", "status": "completed", "tag": "cf761e51-dba3-432f-af44-45799f73b23a", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:04:08.748691 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-83ea5347-dc78-42cc-a239-24d2b707c2ef {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:04:08.749105 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ea5347-dc78-42cc-a239-24d2b707c2ef'] response: {'server_uuid': '52e40c96-5f19-40a7-be49-dd0c05c3c343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf761e51-dba3-432f-af44-45799f73b23a', 'code': 200} Oct 03 16:04:08.753524 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad8433-471d-4855-a97a-f015ec18484d req-dde5e68f-283d-47bf-a509-266c0488e0be tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:08.755075 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-47ad8433-471d-4855-a97a-f015ec18484d req-dde5e68f-283d-47bf-a509-266c0488e0be tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0629048 Oct 03 16:04:08.789988 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=cf761e51-dba3-432f-af44-45799f73b23a,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:08.809034 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-47ad8433-471d-4855-a97a-f015ec18484d req-02767683-1a4c-46f9-bae9-df80b5b984bc tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479848 Oct 03 16:04:08.827995 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 34bfb794-30e4-4270-b51b-d7639fa10284 is: ACTIVE; New status is: DOWN {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:04:08.828326 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:08.859144 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:08.866488 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 34bfb794-30e4-4270-b51b-d7639fa10284, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34bfb794-30e4-4270-b51b-d7639fa10284,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:08.870103 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:08.915841 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=34bfb794-30e4-4270-b51b-d7639fa10284,revision_number=6']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:09.012182 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53949b8b-2989-4c48-836a-a5010b52a42b req-86fd3d99-939e-4189-9682-695a6404375c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:09.013705 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-53949b8b-2989-4c48-836a-a5010b52a42b req-86fd3d99-939e-4189-9682-695a6404375c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 946 time: 0.0467818 Oct 03 16:04:09.061118 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:09.065802 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-53949b8b-2989-4c48-836a-a5010b52a42b req-0687dce2-ec3d-4756-a44d-4ec9f3f136fd tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466604 Oct 03 16:04:09.593976 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bd2a3399-44a6-4ff9-91c0-1b6f598e3eb1 req-362a85e6-61ae-4134-9dd3-9174bcba51fe service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442541 Oct 03 16:04:09.658745 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3399-44a6-4ff9-91c0-1b6f598e3eb1 req-61e728ee-2ed1-4e42-bcea-f909541ba37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:09.660230 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bd2a3399-44a6-4ff9-91c0-1b6f598e3eb1 req-61e728ee-2ed1-4e42-bcea-f909541ba37d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 1129 time: 0.0425353 Oct 03 16:04:09.696046 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:09.704864 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142640d-3231-450c-956e-ae904ebb8fca req-3bbeda7a-7233-4cb0-84e3-cfc366096952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:09.706377 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9142640d-3231-450c-956e-ae904ebb8fca req-3bbeda7a-7233-4cb0-84e3-cfc366096952 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 1130 time: 0.0387356 Oct 03 16:04:09.964240 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc723176-86e5-49ff-9574-b51237f7877c req-fd86119b-bd87-4cac-930f-9e6758603f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:09.966470 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fc723176-86e5-49ff-9574-b51237f7877c req-fd86119b-bd87-4cac-930f-9e6758603f9d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb&tenant_id=60b016d4443142d4bb81dae536748cf1 HTTP/1.1" status: 200 len: 1127 time: 0.0424638 Oct 03 16:04:10.007004 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d48e5f-1653-4702-8bcb-01d51cf8ab35 req-a508fca5-e42c-4b6e-9f76-a91cb5d27762 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:10.008669 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d7d48e5f-1653-4702-8bcb-01d51cf8ab35 req-a508fca5-e42c-4b6e-9f76-a91cb5d27762 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.1210947 Oct 03 16:04:10.038462 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc723176-86e5-49ff-9574-b51237f7877c req-db11a429-323d-40f7-bfde-2700017005f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:10.040836 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fc723176-86e5-49ff-9574-b51237f7877c req-db11a429-323d-40f7-bfde-2700017005f7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=60b016d4443142d4bb81dae536748cf1&device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 1127 time: 0.0490642 Oct 03 16:04:10.077620 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9142640d-3231-450c-956e-ae904ebb8fca req-592136c2-e027-4a1f-b5ae-80c0b4badd93 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1571059 Oct 03 16:04:10.105856 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3399-44a6-4ff9-91c0-1b6f598e3eb1 req-973b4fd0-4334-4adf-a5c4-8eded0bd5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:10.107206 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bd2a3399-44a6-4ff9-91c0-1b6f598e3eb1 req-973b4fd0-4334-4adf-a5c4-8eded0bd5814 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 200 len: 919 time: 0.1784620 Oct 03 16:04:10.134970 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d7d48e5f-1653-4702-8bcb-01d51cf8ab35 req-13896d8c-2732-42c5-ac28-19b7797ba0a6 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061850 Oct 03 16:04:10.156550 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc723176-86e5-49ff-9574-b51237f7877c req-83a57259-27c9-4e9e-b03c-2b8d4c4bf017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:10.158200 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fc723176-86e5-49ff-9574-b51237f7877c req-83a57259-27c9-4e9e-b03c-2b8d4c4bf017 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=793e8504-b1fb-440d-84d6-d2ad56065f0c HTTP/1.1" status: 200 len: 910 time: 0.1052816 Oct 03 16:04:10.204433 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f7fa1-58ed-478d-8b35-939e8119af22 req-adb3e298-9c98-400f-844f-3dc9f33d8900 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:10.205951 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bb0f7fa1-58ed-478d-8b35-939e8119af22 req-adb3e298-9c98-400f-844f-3dc9f33d8900 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 946 time: 0.0481639 Oct 03 16:04:10.256612 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bb0f7fa1-58ed-478d-8b35-939e8119af22 req-7a71e6ef-873e-4ac2-acd9-489cc8b132d8 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445144 Oct 03 16:04:10.330214 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bd2a3399-44a6-4ff9-91c0-1b6f598e3eb1 req-83f60566-ea7d-4acf-bb50-a6dc27a280e0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49490488-b358-414a-b2e8-87117b319960 HTTP/1.1" status: 200 len: 217 time: 0.0348809 Oct 03 16:04:10.368113 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fc723176-86e5-49ff-9574-b51237f7877c req-974b9816-4d58-4c70-9e33-d438a06c39c6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34bfb794-30e4-4270-b51b-d7639fa10284 HTTP/1.1" status: 200 len: 999 time: 0.0730939 Oct 03 16:04:10.387544 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3399-44a6-4ff9-91c0-1b6f598e3eb1 req-76a7e71e-bceb-415f-b66d-5585f8683a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:10.389313 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bd2a3399-44a6-4ff9-91c0-1b6f598e3eb1 req-76a7e71e-bceb-415f-b66d-5585f8683a76 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 200 len: 857 time: 0.0495915 Oct 03 16:04:10.424021 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc723176-86e5-49ff-9574-b51237f7877c req-8dcd0601-d6c6-4488-94e2-e22d6cbdd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:10.425514 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fc723176-86e5-49ff-9574-b51237f7877c req-8dcd0601-d6c6-4488-94e2-e22d6cbdd42a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5666311e-53e6-4472-80b7-8214d955c322 HTTP/1.1" status: 200 len: 848 time: 0.0449486 Oct 03 16:04:10.441548 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3399-44a6-4ff9-91c0-1b6f598e3eb1 req-25c11104-d08a-4cd9-a812-460d6e0a1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:10.443117 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bd2a3399-44a6-4ff9-91c0-1b6f598e3eb1 req-25c11104-d08a-4cd9-a812-460d6e0a1bc0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8944939a-3352-4658-bad6-12912f50f635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408604 Oct 03 16:04:10.473101 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc723176-86e5-49ff-9574-b51237f7877c req-d45e304e-82a4-4232-85ce-92f3ed3a6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:10.475144 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fc723176-86e5-49ff-9574-b51237f7877c req-d45e304e-82a4-4232-85ce-92f3ed3a6d93 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=793e8504-b1fb-440d-84d6-d2ad56065f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435884 Oct 03 16:04:10.540107 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bd2a3399-44a6-4ff9-91c0-1b6f598e3eb1 req-00555697-3f16-4e9f-bc4e-aa5b1c896cdc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903730 Oct 03 16:04:10.570487 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fc723176-86e5-49ff-9574-b51237f7877c req-fd7d47cd-bcc8-42c1-bd16-9be6f0d68b34 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876811 Oct 03 16:04:10.751791 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:04:10.754146 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79085d38-fa4a-41e5-85d2-d84a175ff9dd" -d '{"events": [{"server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "name": "network-vif-unplugged", "status": "completed", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:04:10.791105 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782411ac-f920-406b-a131-d50c72829a50 x-openstack-request-id: req-782411ac-f920-406b-a131-d50c72829a50 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:04:10.791400 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "name": "network-vif-unplugged", "status": "completed", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:04:10.791656 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-782411ac-f920-406b-a131-d50c72829a50 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:04:10.792058 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782411ac-f920-406b-a131-d50c72829a50'] response: {'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284', 'code': 200} Oct 03 16:04:11.185774 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bd2a3399-44a6-4ff9-91c0-1b6f598e3eb1 req-6370868e-0092-4bc1-8619-1c204d67d530 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859876 Oct 03 16:04:11.189854 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-fc723176-86e5-49ff-9574-b51237f7877c req-14b0a321-e3a7-4f46-aea5-5e66b83a62be service neutron] 10.222.0.48 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894766 Oct 03 16:04:11.249024 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d412dc-ee77-4585-a439-38ec1d169dfe req-fbe721c5-f22a-457e-9c2b-6aa3a5b602ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:11.250462 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-25d412dc-ee77-4585-a439-38ec1d169dfe req-fbe721c5-f22a-457e-9c2b-6aa3a5b602ee tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.0453458 Oct 03 16:04:11.302912 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-25d412dc-ee77-4585-a439-38ec1d169dfe req-f0de5dcc-3861-46b8-a1d3-cf6fe0212143 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462162 Oct 03 16:04:11.388119 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ecec7-2b3f-4d72-b08f-148dd34513ed req-2dc7a9fe-2173-4e99-9f44-bbbd6400e6ed tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:11.389627 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b31ecec7-2b3f-4d72-b08f-148dd34513ed req-2dc7a9fe-2173-4e99-9f44-bbbd6400e6ed tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 946 time: 0.0468705 Oct 03 16:04:11.436750 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b31ecec7-2b3f-4d72-b08f-148dd34513ed req-a738360d-36a4-4b14-92a4-094918904cb6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415666 Oct 03 16:04:12.432947 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153db6e-aa47-4562-82a6-c585924240cd req-1da24288-4d1e-4894-9ee9-d47fb6ea6db7 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:12.434440 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c153db6e-aa47-4562-82a6-c585924240cd req-1da24288-4d1e-4894-9ee9-d47fb6ea6db7 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.0490541 Oct 03 16:04:12.489612 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c153db6e-aa47-4562-82a6-c585924240cd req-209f3a41-7137-4055-9d8b-a0b77c1bd215 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489621 Oct 03 16:04:12.571892 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:12.587961 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae46e45-c30b-49e6-ab7b-008e0798668e req-6286a1c1-dc10-4014-a879-fac095684465 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:12.595324 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8ae46e45-c30b-49e6-ab7b-008e0798668e req-6286a1c1-dc10-4014-a879-fac095684465 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 946 time: 0.0638955 Oct 03 16:04:12.616736 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:12.645465 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8ae46e45-c30b-49e6-ab7b-008e0798668e req-0bf3c86f-3e5d-4d35-b341-f564ee700e88 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490313 Oct 03 16:04:12.768509 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101c1d3-e1d5-4c2f-a6a7-a19f2b4f0909 req-e00b5840-1aea-427d-9eb6-3141c49787f5 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:12.770983 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a101c1d3-e1d5-4c2f-a6a7-a19f2b4f0909 req-e00b5840-1aea-427d-9eb6-3141c49787f5 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 946 time: 0.0523071 Oct 03 16:04:12.781114 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 52768) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:12.785474 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-de050f81-ac8a-47cc-bd3c-4c63d55c228c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Request body: {'floatingip': {'port_id': 'cf761e51-dba3-432f-af44-45799f73b23a'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:04:12.830423 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-de050f81-ac8a-47cc-bd3c-4c63d55c228c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (d6a37b0a-a497-422f-a166-f929545db090), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:13.204088 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:13.246199 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:13.266927 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-de050f81-ac8a-47cc-bd3c-4c63d55c228c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:13.270571 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-de050f81-ac8a-47cc-bd3c-4c63d55c228c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (d6a37b0a-a497-422f-a166-f929545db090), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:13.365846 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [None req-de050f81-ac8a-47cc-bd3c-4c63d55c228c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Floating IP d6a37b0a-a497-422f-a166-f929545db090 associated. External IP: 172.27.0.42, port: cf761e51-dba3-432f-af44-45799f73b23a. Oct 03 16:04:13.571928 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de050f81-ac8a-47cc-bd3c-4c63d55c228c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Router ff42e430-d382-4e3f-87c3-2ff4718afef4 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:04:13.619232 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be8e2a-82b6-42c7-9416-8ac94eaecb02 req-291138ac-bf27-4e0b-89eb-02ebbec6425d tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:13.620711 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5be8e2a-82b6-42c7-9416-8ac94eaecb02 req-291138ac-bf27-4e0b-89eb-02ebbec6425d tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.0482314 Oct 03 16:04:13.670858 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5be8e2a-82b6-42c7-9416-8ac94eaecb02 req-65527e14-67cb-49e0-872b-5a73d1cb671e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444121 Oct 03 16:04:13.677752 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de050f81-ac8a-47cc-bd3c-4c63d55c228c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:04:13.682743 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-de050f81-ac8a-47cc-bd3c-4c63d55c228c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:13.702612 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209d369-ea78-4a31-8ed6-4aefb8fc62e6 None None] Sync routers for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:04:13.714737 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209d369-ea78-4a31-8ed6-4aefb8fc62e6 None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:04:13.715349 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-4209d369-ea78-4a31-8ed6-4aefb8fc62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:03:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:13.719340 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-de050f81-ac8a-47cc-bd3c-4c63d55c228c tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/d6a37b0a-a497-422f-a166-f929545db090 HTTP/1.1" status: 200 len: 991 time: 0.9372771 Oct 03 16:04:13.720018 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e40c96-5f19-40a7-be49-dd0c05c3c343', 'tag': 'cf761e51-dba3-432f-af44-45799f73b23a'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:04:13.722295 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb8538-3636-4d15-ab43-c1bf3b1115b5" -d '{"events": [{"name": "network-changed", "server_uuid": "52e40c96-5f19-40a7-be49-dd0c05c3c343", "tag": "cf761e51-dba3-432f-af44-45799f73b23a"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:04:13.759219 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d267893-acaf-48e0-8f1c-8ea5b7bc4ea6 x-openstack-request-id: req-5d267893-acaf-48e0-8f1c-8ea5b7bc4ea6 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:04:13.759510 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e40c96-5f19-40a7-be49-dd0c05c3c343", "tag": "cf761e51-dba3-432f-af44-45799f73b23a", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:04:13.759761 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5d267893-acaf-48e0-8f1c-8ea5b7bc4ea6 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:04:13.760166 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d267893-acaf-48e0-8f1c-8ea5b7bc4ea6'] response: {'name': 'network-changed', 'server_uuid': '52e40c96-5f19-40a7-be49-dd0c05c3c343', 'tag': 'cf761e51-dba3-432f-af44-45799f73b23a', 'status': 'completed', 'code': 200} Oct 03 16:04:13.817380 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-4209d369-ea78-4a31-8ed6-4aefb8fc62e6 None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:04:13.829795 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb8538-3636-4d15-ab43-c1bf3b1115b5 req-b3e45d95-04db-4158-b735-737e707f727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:13.831352 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-58eb8538-3636-4d15-ab43-c1bf3b1115b5 req-b3e45d95-04db-4158-b735-737e707f727f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a8db1f811cf84507ad7ea7058d6a0d25&device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 1130 time: 0.0392079 Oct 03 16:04:13.851541 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=100 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:13.990255 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=100 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:14.063987 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-4209d369-ea78-4a31-8ed6-4aefb8fc62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'd6a37b0a-a497-422f-a166-f929545db090', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'port_id': 'cf761e51-dba3-432f-af44-45799f73b23a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'mac_address': 'fa:16:3e:74:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e40c96-5f19-40a7-be49-dd0c05c3c343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:03:50Z', 'updated_at': '2022-10-03T16:04:13Z', 'revision_number': 1, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:27Z', 'revision_number': 5, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:14.096423 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209d369-ea78-4a31-8ed6-4aefb8fc62e6 None None] Checking router: ff42e430-d382-4e3f-87c3-2ff4718afef4 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:04:14.106691 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209d369-ea78-4a31-8ed6-4aefb8fc62e6 None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:04:14.107357 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-4209d369-ea78-4a31-8ed6-4aefb8fc62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:03:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:14.167114 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb8538-3636-4d15-ab43-c1bf3b1115b5 req-174d34bf-9795-441d-95c1-9c02738320b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:14.168588 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-58eb8538-3636-4d15-ab43-c1bf3b1115b5 req-174d34bf-9795-441d-95c1-9c02738320b3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 HTTP/1.1" status: 200 len: 911 time: 0.3209131 Oct 03 16:04:14.212445 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-4209d369-ea78-4a31-8ed6-4aefb8fc62e6 None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:04:14.231961 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-58eb8538-3636-4d15-ab43-c1bf3b1115b5 req-5352e84b-63c8-478c-b79b-ab7782f63c6a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf761e51-dba3-432f-af44-45799f73b23a HTTP/1.1" status: 200 len: 999 time: 0.0557542 Oct 03 16:04:14.281130 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb8538-3636-4d15-ab43-c1bf3b1115b5 req-8d7dc9a2-abbb-4d7d-9882-c626c17bcd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:14.282602 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-58eb8538-3636-4d15-ab43-c1bf3b1115b5 req-8d7dc9a2-abbb-4d7d-9882-c626c17bcd91 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=26d397fd-4b80-4bbf-a0fc-de0f65c079d4 HTTP/1.1" status: 200 len: 849 time: 0.0449681 Oct 03 16:04:14.329048 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb8538-3636-4d15-ab43-c1bf3b1115b5 req-83951381-b5de-47cf-a77b-9698f26669af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:14.330563 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-58eb8538-3636-4d15-ab43-c1bf3b1115b5 req-83951381-b5de-47cf-a77b-9698f26669af service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420616 Oct 03 16:04:14.425906 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-58eb8538-3636-4d15-ab43-c1bf3b1115b5 req-5c905fb6-6100-42ee-8a90-419acea2aaee service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834072 Oct 03 16:04:14.427235 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-4209d369-ea78-4a31-8ed6-4aefb8fc62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'd6a37b0a-a497-422f-a166-f929545db090', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'port_id': 'cf761e51-dba3-432f-af44-45799f73b23a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'mac_address': 'fa:16:3e:74:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e40c96-5f19-40a7-be49-dd0c05c3c343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:03:50Z', 'updated_at': '2022-10-03T16:04:13Z', 'revision_number': 1, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:27Z', 'revision_number': 5, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:14.451747 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209d369-ea78-4a31-8ed6-4aefb8fc62e6 None None] The sync data for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi is: [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'd6a37b0a-a497-422f-a166-f929545db090', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'port_id': 'cf761e51-dba3-432f-af44-45799f73b23a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'mac_address': 'fa:16:3e:74:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e40c96-5f19-40a7-be49-dd0c05c3c343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:03:50Z', 'updated_at': '2022-10-03T16:04:13Z', 'revision_number': 1, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:27Z', 'revision_number': 5, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:04:14.639899 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b5531-712d-455a-9e73-489fdbc68200 None None] New status for floating IP d6a37b0a-a497-422f-a166-f929545db090: ACTIVE {{(pid=106164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:04:14.805181 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d194b-8e1b-4c13-8ab8-397f786ae4e5 req-78852d6f-6ec5-48f9-9f63-df9373bca48b tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:14.806698 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-204d194b-8e1b-4c13-8ab8-397f786ae4e5 req-78852d6f-6ec5-48f9-9f63-df9373bca48b tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.0535965 Oct 03 16:04:14.856533 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-204d194b-8e1b-4c13-8ab8-397f786ae4e5 req-ff7886e0-15be-43be-b81e-99c627666e9d tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438628 Oct 03 16:04:15.274889 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=100 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:15.278979 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-58eb8538-3636-4d15-ab43-c1bf3b1115b5 req-3a199cfe-7ea3-4626-a2c2-20723610f489 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865650 Oct 03 16:04:15.978708 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a0b2b-4852-45ee-ad0c-70daa308f6a3 req-8fec1fc3-f664-4e3e-81bf-6dfff57fbd71 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:15.980398 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f6a0b2b-4852-45ee-ad0c-70daa308f6a3 req-8fec1fc3-f664-4e3e-81bf-6dfff57fbd71 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.0483632 Oct 03 16:04:16.030433 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f6a0b2b-4852-45ee-ad0c-70daa308f6a3 req-d160f288-3736-4674-b465-cfd4d8b41d3b tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445714 Oct 03 16:04:17.157609 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5b227-fa9b-4c37-a718-7d3198bb7fc7 req-84465ada-e35c-4dbd-80c5-fbcd30f55b3e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:17.159126 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b4b5b227-fa9b-4c37-a718-7d3198bb7fc7 req-84465ada-e35c-4dbd-80c5-fbcd30f55b3e tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.0510116 Oct 03 16:04:17.208936 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b4b5b227-fa9b-4c37-a718-7d3198bb7fc7 req-a2a82a0c-c54b-42a6-8ca0-ba028c4aee7d tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431654 Oct 03 16:04:18.328765 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30db43-69a7-4973-8ef7-7b68734306bb req-5fd2d7d3-beca-4780-8189-e891b2b772b0 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:18.330272 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fc30db43-69a7-4973-8ef7-7b68734306bb req-5fd2d7d3-beca-4780-8189-e891b2b772b0 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.0477066 Oct 03 16:04:18.381266 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fc30db43-69a7-4973-8ef7-7b68734306bb req-c6a7b84a-b5e1-4e25-b2b4-7cbf22b7bcd4 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451946 Oct 03 16:04:18.549981 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:04:19.504822 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdfd87-e46e-4621-a82d-bb44c2ad7b92 req-a85570f5-e38a-4fd3-b778-2bde57e9037f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:19.506293 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9dfdfd87-e46e-4621-a82d-bb44c2ad7b92 req-a85570f5-e38a-4fd3-b778-2bde57e9037f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 943 time: 0.0464377 Oct 03 16:04:19.560545 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9dfdfd87-e46e-4621-a82d-bb44c2ad7b92 req-be190816-4292-4389-a0ab-b4911f4799ff tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486946 Oct 03 16:04:19.587727 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 34bfb794-30e4-4270-b51b-d7639fa10284 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:04:19.701856 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 34bfb794-30e4-4270-b51b-d7639fa10284, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34bfb794-30e4-4270-b51b-d7639fa10284,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:19.714787 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '34bfb794-30e4-4270-b51b-d7639fa10284', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'port_id': '34bfb794-30e4-4270-b51b-d7639fa10284', 'mac_address': 'fa:16:3e:83:27:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5666311e-53e6-4472-80b7-8214d955c322', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:04:19.752611 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 34bfb794-30e4-4270-b51b-d7639fa10284 is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:04:19.753174 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:19.775019 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bfb794-30e4-4270-b51b-d7639fa10284 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:04:19.794015 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 34bfb794-30e4-4270-b51b-d7639fa10284, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34bfb794-30e4-4270-b51b-d7639fa10284,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:19.797678 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:19.834004 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:19.844026 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=34bfb794-30e4-4270-b51b-d7639fa10284,revision_number=7']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:20.070155 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['34bfb794-30e4-4270-b51b-d7639fa10284'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:04:20.683137 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a42fd-22e4-4a14-970d-52af5f26ee0a req-93c2ec6e-9a6c-493d-b0ca-eb4194205b89 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:20.684633 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-615a42fd-22e4-4a14-970d-52af5f26ee0a req-93c2ec6e-9a6c-493d-b0ca-eb4194205b89 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 944 time: 0.0468714 Oct 03 16:04:20.733621 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-615a42fd-22e4-4a14-970d-52af5f26ee0a req-30616fa8-8480-4d7b-bb23-ede3dfbf7848 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433993 Oct 03 16:04:21.593255 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 34bfb794-30e4-4270-b51b-d7639fa10284 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:04:21.623421 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:21.641020 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 34bfb794-30e4-4270-b51b-d7639fa10284 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:04:21.641393 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:21.641726 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 34bfb794-30e4-4270-b51b-d7639fa10284 Oct 03 16:04:21.713330 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 34bfb794-30e4-4270-b51b-d7639fa10284 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:04:21.713964 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:21.735446 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:04:21.737669 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cf889a-058a-4b8e-a177-4862ba1f0ec8" -d '{"events": [{"server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "name": "network-vif-plugged", "status": "completed", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:04:21.750592 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 34bfb794-30e4-4270-b51b-d7639fa10284, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34bfb794-30e4-4270-b51b-d7639fa10284,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:21.755725 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:21.782061 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ec5bc8-b10a-4210-afe2-585a014fcb50 x-openstack-request-id: req-f2ec5bc8-b10a-4210-afe2-585a014fcb50 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:04:21.782348 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "name": "network-vif-plugged", "status": "completed", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:04:21.782600 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f2ec5bc8-b10a-4210-afe2-585a014fcb50 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:04:21.782995 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ec5bc8-b10a-4210-afe2-585a014fcb50'] response: {'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284', 'code': 200} Oct 03 16:04:21.808521 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=34bfb794-30e4-4270-b51b-d7639fa10284,revision_number=8']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:21.855992 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe8e81-315e-4572-8d6e-fad89d052dad req-cd8de05f-c63c-4bfa-9eb4-2d3c06f6a510 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:21.857433 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ddfe8e81-315e-4572-8d6e-fad89d052dad req-cd8de05f-c63c-4bfa-9eb4-2d3c06f6a510 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0477958 Oct 03 16:04:21.907462 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ddfe8e81-315e-4572-8d6e-fad89d052dad req-41c73839-632c-4cbd-ac6e-9e0a4b5f95ec tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444233 Oct 03 16:04:22.033531 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=100 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:22.043455 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8914a41-342e-46a5-8dd9-b2f1835dbf88 req-28eaa18c-b8cf-4345-8676-5dd2896eeeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:22.045007 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-a8914a41-342e-46a5-8dd9-b2f1835dbf88 req-28eaa18c-b8cf-4345-8676-5dd2896eeeed service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 1129 time: 0.0530243 Oct 03 16:04:22.097487 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-a8914a41-342e-46a5-8dd9-b2f1835dbf88 req-40ddfe26-f9a3-4b82-900b-0b6a60227477 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435700 Oct 03 16:04:22.165272 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1678-3d41-4510-a35c-7031803218bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:23.032537 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad03de2-ed72-4f92-8767-f491d0906215 req-2c9a2eb6-676c-4e32-a63d-a9787da8c0c6 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:23.033942 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dad03de2-ed72-4f92-8767-f491d0906215 req-2c9a2eb6-676c-4e32-a63d-a9787da8c0c6 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0499601 Oct 03 16:04:23.086049 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dad03de2-ed72-4f92-8767-f491d0906215 req-148ef105-5871-4c87-a3b2-e8a8868ca5af tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462406 Oct 03 16:04:24.219287 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e5081-ded0-476f-9640-cd40fc21766a req-458b5d35-9e5b-4183-a93f-3a835cf989fe tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:24.220846 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7a2e5081-ded0-476f-9640-cd40fc21766a req-458b5d35-9e5b-4183-a93f-3a835cf989fe tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0564747 Oct 03 16:04:24.253613 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:24.277844 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-17a36fca-4f53-4f26-8008-37e5c129a7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:24.281341 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7a2e5081-ded0-476f-9640-cd40fc21766a req-99ff7c9f-3973-4cd1-8b04-33865bb27ab5 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535786 Oct 03 16:04:24.431030 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=54 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:25.796001 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:27.041872 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:27.181274 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:27.734943 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 52896) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:27.783683 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Deleting subnet cb3bc50d-da1c-45cd-aec5-19483576ea90 {{(pid=106163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:04:27.786846 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Publish callbacks [] for subnet (cb3bc50d-da1c-45cd-aec5-19483576ea90), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:27.821376 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531818'] for subnet (cb3bc50d-da1c-45cd-aec5-19483576ea90), precommit_delete_associations {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:27.860338 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (cb3bc50d-da1c-45cd-aec5-19483576ea90), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:27.911179 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104768'] for subnet (cb3bc50d-da1c-45cd-aec5-19483576ea90), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:27.943929 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3bc50d-da1c-45cd-aec5-19483576ea90,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:27.946711 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:27.949665 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/cb3bc50d-da1c-45cd-aec5-19483576ea90 HTTP/1.1" status: 204 len: 168 time: 0.2137036 Oct 03 16:04:27.952350 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52898) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:27.955765 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.956114 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.956456 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.956819 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.957157 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.957489 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.957819 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.958144 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.959129 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.959714 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.960121 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.960458 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.960811 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.961256 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:27.961593 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3cd8-c289-4163-aadc-a1dfaf1fd413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:28.010404 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:28.029010 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (2eb47dc5-6e8d-4486-b34c-6986a542da63), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:28.110955 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (2eb47dc5-6e8d-4486-b34c-6986a542da63), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:28.131633 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.132011 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.132810 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.133164 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > port after_create 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.133509 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.133847 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > port after_update 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.134172 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.134513 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.134840 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.135157 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.281192 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.281470 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.281798 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.282145 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 16:04:28.282485 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb47dc5-6e8d-4486-b34c-6986a542da63']}} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:28.303919 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133548aa-b753-4d32-bee1-91d8ce8643a2') {'for_net_delete': True} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:28.304207 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133548aa-b753-4d32-bee1-91d8ce8643a2') {} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:28.546235 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=50 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:28.553154 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25755778'] for segment (133548aa-b753-4d32-bee1-91d8ce8643a2), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:28.573220 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (133548aa-b753-4d32-bee1-91d8ce8643a2), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:28.581591 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=106162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:04:28.581969 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26020503'] for segment (133548aa-b753-4d32-bee1-91d8ce8643a2), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:28.647524 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (2eb47dc5-6e8d-4486-b34c-6986a542da63), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:28.663547 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:28.666764 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/2eb47dc5-6e8d-4486-b34c-6986a542da63 HTTP/1.1" status: 204 len: 168 time: 0.7133133 Oct 03 16:04:28.667980 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58b97a-8626-4df1-9326-5507fe29cd09 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb47dc5-6e8d-4486-b34c-6986a542da63,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:28.783598 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 133548aa-b753-4d32-bee1-91d8ce8643a2 resource provider aggregate not found Oct 03 16:04:28.799587 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 133548aa-b753-4d32-bee1-91d8ce8643a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 133548aa-b753-4d32-bee1-91d8ce8643a2 found for delete ", "request_id": "req-3f3853ea-b46e-4aa7-937b-6bbca69b8718"}]} Oct 03 16:04:28.846720 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52912) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:28.891071 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-b6ab8900-7038-419d-9ef4-b6964c253da1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f8c41c14b0b3411d9b7e39e3983f2ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432043 Oct 03 16:04:28.893544 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52914) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:28.940645 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4a0a307b-3390-4fbc-bd48-724a1763b900 admin admin] Publish callbacks [] for security_group (912f703a-1823-47e9-8251-29733cbd40ae), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:28.960582 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4a0a307b-3390-4fbc-bd48-724a1763b900 admin admin] Publish callbacks [] for security_group (912f703a-1823-47e9-8251-29733cbd40ae), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:29.005498 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4a0a307b-3390-4fbc-bd48-724a1763b900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (912f703a-1823-47e9-8251-29733cbd40ae), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:29.008441 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4a0a307b-3390-4fbc-bd48-724a1763b900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:29.009724 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-4a0a307b-3390-4fbc-bd48-724a1763b900 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/912f703a-1823-47e9-8251-29733cbd40ae HTTP/1.1" status: 204 len: 168 time: 0.1152637 Oct 03 16:04:29.017931 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a307b-3390-4fbc-bd48-724a1763b900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912f703a-1823-47e9-8251-29733cbd40ae,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:33.132170 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d6627-5909-46af-a639-cc2aad76a224 req-6c7d1455-e3e4-4a1a-82a2-0e49d2ac913f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:33.133666 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7e9d6627-5909-46af-a639-cc2aad76a224 req-6c7d1455-e3e4-4a1a-82a2-0e49d2ac913f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0469375 Oct 03 16:04:33.184248 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7e9d6627-5909-46af-a639-cc2aad76a224 req-5f4629af-617a-4f03-a551-fa8945b62387 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448773 Oct 03 16:04:34.304805 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95acebd-1531-4bb4-9bb2-370dbea500f7 req-596d83b6-ffdf-4ebc-a4b0-65e445dd95ae tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:34.306286 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c95acebd-1531-4bb4-9bb2-370dbea500f7 req-596d83b6-ffdf-4ebc-a4b0-65e445dd95ae tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0465367 Oct 03 16:04:34.352816 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c95acebd-1531-4bb4-9bb2-370dbea500f7 req-011d5a32-5b0c-4c1b-9879-34b172e865b2 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409081 Oct 03 16:04:35.472326 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc6e7e-7879-4f93-b4ed-eaa1034b8a61 req-62ec17d2-9ad7-44b1-8ccf-21b6c8b0c2cc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:35.474421 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f8dc6e7e-7879-4f93-b4ed-eaa1034b8a61 req-62ec17d2-9ad7-44b1-8ccf-21b6c8b0c2cc tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0470319 Oct 03 16:04:35.523864 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f8dc6e7e-7879-4f93-b4ed-eaa1034b8a61 req-bc406b8d-b217-4d92-bc6f-bfb6581f9f26 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438097 Oct 03 16:04:36.646257 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26154a47-39e1-4c42-8bce-fc1d71e4fe31 req-c9100840-c3e9-4b13-bf20-b0d8844d62c5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:36.647631 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-26154a47-39e1-4c42-8bce-fc1d71e4fe31 req-c9100840-c3e9-4b13-bf20-b0d8844d62c5 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0501549 Oct 03 16:04:36.694628 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-26154a47-39e1-4c42-8bce-fc1d71e4fe31 req-38c66859-43eb-4bec-aba6-a97f54427210 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=824d7a53-1eec-40b0-b19f-761ac36f5eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415349 Oct 03 16:04:36.794651 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:36.904507 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-cf9286be-ae6a-4d89-a44e-df5b4a601f8f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:36.905880 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-cf9286be-ae6a-4d89-a44e-df5b4a601f8f tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 945 time: 0.0466604 Oct 03 16:04:36.992017 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Deleting port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:04:36.992361 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:37.086249 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] For port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:37.086616 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:37.250103 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:37.250383 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (854d651f-22ea-4198-ab54-41415034c287), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:37.250699 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Floating IP 854d651f-22ea-4198-ab54-41415034c287 disassociated. External IP: 172.27.0.69, port: 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac. Oct 03 16:04:37.251043 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Calling delete_port for 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac owned by compute:nova {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:04:37.383081 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (48b1e08a-0e36-4575-8b9c-a7c71f70f9ac), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:37.388790 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:37.411636 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Pushing event deleted for resources: {'Port': ['ID=48b1e08a-0e36-4575-8b9c-a7c71f70f9ac,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:37.466057 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:37.522522 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:04:37.626001 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:04:37.636340 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e9b942-0252-4eda-ae3e-2934704377fd None None] Sync routers for ids ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:04:37.647955 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e9b942-0252-4eda-ae3e-2934704377fd None None] Routers {'3e63580c-a2c6-40a9-bdbe-51c2e05ad978'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:04:37.648571 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-62e9b942-0252-4eda-ae3e-2934704377fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:04:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:37.669407 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] No DVR routers for this DVR port 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac on host hv-cinder-84456 {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:04:37.671948 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:37.675270 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-41fb4e04-0936-4196-ba6d-089115479cd2 req-d76c7f8c-9b9b-4b37-a362-73f978cd1fba tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.48 "DELETE /networking/v2.0/ports/48b1e08a-0e36-4575-8b9c-a7c71f70f9ac HTTP/1.1" status: 204 len: 173 time: 0.7620924 Oct 03 16:04:37.675749 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'name': 'network-vif-deleted', 'tag': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:04:37.678194 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247b7a43-6e32-48e3-b498-7258abe819a9" -d '{"events": [{"server_uuid": "a5fb7e1a-6583-4305-b5aa-5c6c29643641", "name": "network-vif-deleted", "tag": "48b1e08a-0e36-4575-8b9c-a7c71f70f9ac"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:04:37.720961 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78b8198-c31b-4e96-84d1-0e82fade5b03 x-openstack-request-id: req-e78b8198-c31b-4e96-84d1-0e82fade5b03 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:04:37.721257 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fb7e1a-6583-4305-b5aa-5c6c29643641", "name": "network-vif-deleted", "tag": "48b1e08a-0e36-4575-8b9c-a7c71f70f9ac", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:04:37.721509 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e78b8198-c31b-4e96-84d1-0e82fade5b03 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:04:37.721912 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e78b8198-c31b-4e96-84d1-0e82fade5b03'] response: {'server_uuid': 'a5fb7e1a-6583-4305-b5aa-5c6c29643641', 'name': 'network-vif-deleted', 'tag': '48b1e08a-0e36-4575-8b9c-a7c71f70f9ac', 'status': 'completed', 'code': 200} Oct 03 16:04:37.768712 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-62e9b942-0252-4eda-ae3e-2934704377fd None None] Set router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:04:37.829027 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7887f580-6a11-4154-beaa-226e898e00e7 req-30ffd7ef-ecbb-49b1-bf30-d7b769f99f91 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a5fb7e1a-6583-4305-b5aa-5c6c29643641 HTTP/1.1" status: 200 len: 210 time: 0.0351522 Oct 03 16:04:38.066684 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-62e9b942-0252-4eda-ae3e-2934704377fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:29Z', 'revision_number': 5, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:38.092784 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e9b942-0252-4eda-ae3e-2934704377fd None None] Checking router: 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:04:38.102299 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e9b942-0252-4eda-ae3e-2934704377fd None None] Routers {'3e63580c-a2c6-40a9-bdbe-51c2e05ad978'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:04:38.102922 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-62e9b942-0252-4eda-ae3e-2934704377fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:04:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:38.204474 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-62e9b942-0252-4eda-ae3e-2934704377fd None None] Set router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:04:38.393583 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-62e9b942-0252-4eda-ae3e-2934704377fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:29Z', 'revision_number': 5, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:38.419674 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e9b942-0252-4eda-ae3e-2934704377fd None None] The sync data for ids ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'] in dv-cinder-844563-13-iscsi is: [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:13Z', 'revision_number': 4, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '686d7e23-bdea-49de-9699-79cdaa7c35fa', 'name': '', 'network_id': '8944939a-3352-4658-bad6-12912f50f635', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'mac_address': 'fa:16:3e:53:8c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:10Z', 'updated_at': '2022-10-03T15:59:29Z', 'revision_number': 5, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'subnets': [{'id': 'f21be2b1-c7a2-4cb7-b6d5-de36b0126245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:04:38.646959 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea237fc8-4049-4910-b736-e6cb45962436 None None] New status for floating IP 854d651f-22ea-4198-ab54-41415034c287: DOWN {{(pid=106164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:04:38.825061 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:38.902368 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 52958) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:38.956493 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c83a-b35f-4d7f-913b-44b96e2880bb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for security_group (824d7a53-1eec-40b0-b19f-761ac36f5eef), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:38.982546 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c83a-b35f-4d7f-913b-44b96e2880bb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for security_group (824d7a53-1eec-40b0-b19f-761ac36f5eef), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:39.030322 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c83a-b35f-4d7f-913b-44b96e2880bb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (824d7a53-1eec-40b0-b19f-761ac36f5eef), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:39.033256 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c83a-b35f-4d7f-913b-44b96e2880bb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:39.034405 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-f2b4c83a-b35f-4d7f-913b-44b96e2880bb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/824d7a53-1eec-40b0-b19f-761ac36f5eef HTTP/1.1" status: 204 len: 168 time: 0.1309967 Oct 03 16:04:39.037314 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52960) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:39.043543 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4c83a-b35f-4d7f-913b-44b96e2880bb tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d7a53-1eec-40b0-b19f-761ac36f5eef,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:39.051123 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.api.v2.resource [None req-5e9ab09a-bdf3-4a01-ad9d-31450c29edbe tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] show failed (client error): The resource could not be found. Oct 03 16:04:39.055399 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-5e9ab09a-bdf3-4a01-ad9d-31450c29edbe tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups/824d7a53-1eec-40b0-b19f-761ac36f5eef HTTP/1.1" status: 404 len: 347 time: 0.0142646 Oct 03 16:04:39.055552 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 52962) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:39.129328 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:39.168739 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-2c8490b6-f3b6-4ff0-b62f-056ca8748ed9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Deleting port 32ee6087-db61-4a08-b554-e68594c22b82 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:04:39.169325 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2c8490b6-f3b6-4ff0-b62f-056ca8748ed9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (32ee6087-db61-4a08-b554-e68594c22b82), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:39.226683 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:39.254077 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2c8490b6-f3b6-4ff0-b62f-056ca8748ed9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (32ee6087-db61-4a08-b554-e68594c22b82), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:39.254405 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2c8490b6-f3b6-4ff0-b62f-056ca8748ed9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for floatingip (32ee6087-db61-4a08-b554-e68594c22b82), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:39.266260 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-2c8490b6-f3b6-4ff0-b62f-056ca8748ed9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Calling delete_port for 32ee6087-db61-4a08-b554-e68594c22b82 owned by network:floatingip {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:04:39.399926 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2c8490b6-f3b6-4ff0-b62f-056ca8748ed9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (32ee6087-db61-4a08-b554-e68594c22b82), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:39.424134 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8490b6-f3b6-4ff0-b62f-056ca8748ed9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Pushing event deleted for resources: {'Port': ['ID=32ee6087-db61-4a08-b554-e68594c22b82,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:39.489265 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2c8490b6-f3b6-4ff0-b62f-056ca8748ed9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks [] for floatingip (854d651f-22ea-4198-ab54-41415034c287), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:39.491789 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2c8490b6-f3b6-4ff0-b62f-056ca8748ed9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:39.493064 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-2c8490b6-f3b6-4ff0-b62f-056ca8748ed9 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/854d651f-22ea-4198-ab54-41415034c287 HTTP/1.1" status: 204 len: 168 time: 0.4365439 Oct 03 16:04:41.688059 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:04:41.707052 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:04:41.707390 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 48b1e08a-0e36-4575-8b9c-a7c71f70f9ac not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:04:41.978551 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032efd5-ca91-4913-8851-b716e6a17e3f req-bc4bfd12-b032-4cb9-8502-a98037c22ab2 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:41.979958 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8032efd5-ca91-4913-8851-b716e6a17e3f req-bc4bfd12-b032-4cb9-8502-a98037c22ab2 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0534012 Oct 03 16:04:42.027426 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8032efd5-ca91-4913-8851-b716e6a17e3f req-d403f46a-39bd-4745-a372-1df826058175 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418544 Oct 03 16:04:43.150557 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7cf63-15a1-4a96-bc41-d7a9b1f7a925 req-da0f2fd3-5ba3-4244-a349-4bb0f3108caf tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:43.152026 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-63e7cf63-15a1-4a96-bc41-d7a9b1f7a925 req-da0f2fd3-5ba3-4244-a349-4bb0f3108caf tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0467272 Oct 03 16:04:43.199166 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-63e7cf63-15a1-4a96-bc41-d7a9b1f7a925 req-4304cf0c-3967-4d19-a4e3-07a876646f76 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Oct 03 16:04:44.322254 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e5b7-bb51-4d21-b2c2-b7ca873f73c6 req-2e2b4f23-9d22-40c1-a06d-296f285e4184 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:44.323838 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bda2e5b7-bb51-4d21-b2c2-b7ca873f73c6 req-2e2b4f23-9d22-40c1-a06d-296f285e4184 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0476584 Oct 03 16:04:44.376694 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bda2e5b7-bb51-4d21-b2c2-b7ca873f73c6 req-e581b5be-5df6-4c95-9896-872913a45fe0 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474520 Oct 03 16:04:44.424087 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2fc88-6b82-4447-a4ee-212cc4ae3563 req-8abcb50f-0c0d-46be-8e7c-36549c91478b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:44.425574 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-56e2fc88-6b82-4447-a4ee-212cc4ae3563 req-8abcb50f-0c0d-46be-8e7c-36549c91478b tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 945 time: 0.0461292 Oct 03 16:04:44.509835 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-56e2fc88-6b82-4447-a4ee-212cc4ae3563 req-215809c1-74c1-4ef8-add2-dc6e1b1cfc68 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Deleting port 49490488-b358-414a-b2e8-87117b319960 {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:04:44.510178 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-56e2fc88-6b82-4447-a4ee-212cc4ae3563 req-215809c1-74c1-4ef8-add2-dc6e1b1cfc68 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (49490488-b358-414a-b2e8-87117b319960), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:44.600425 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-56e2fc88-6b82-4447-a4ee-212cc4ae3563 req-215809c1-74c1-4ef8-add2-dc6e1b1cfc68 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] For port 49490488-b358-414a-b2e8-87117b319960, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=49490488-b358-414a-b2e8-87117b319960,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:44.600704 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-56e2fc88-6b82-4447-a4ee-212cc4ae3563 req-215809c1-74c1-4ef8-add2-dc6e1b1cfc68 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (49490488-b358-414a-b2e8-87117b319960), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:44.615676 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-56e2fc88-6b82-4447-a4ee-212cc4ae3563 req-215809c1-74c1-4ef8-add2-dc6e1b1cfc68 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Calling delete_port for 49490488-b358-414a-b2e8-87117b319960 owned by compute:nova {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:04:44.742855 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-56e2fc88-6b82-4447-a4ee-212cc4ae3563 req-215809c1-74c1-4ef8-add2-dc6e1b1cfc68 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (49490488-b358-414a-b2e8-87117b319960), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:44.754983 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['cc1af7f2-81c4-4fc8-858e-39dbf9a276f6', '49490488-b358-414a-b2e8-87117b319960'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:04:44.768038 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215809c1-74c1-4ef8-add2-dc6e1b1cfc68 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Pushing event deleted for resources: {'Port': ['ID=49490488-b358-414a-b2e8-87117b319960,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:44.816135 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e2fc88-6b82-4447-a4ee-212cc4ae3563 req-215809c1-74c1-4ef8-add2-dc6e1b1cfc68 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] No DVR routers for this DVR port 49490488-b358-414a-b2e8-87117b319960 on host hv-cinder-84456 {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:04:44.819321 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-56e2fc88-6b82-4447-a4ee-212cc4ae3563 req-215809c1-74c1-4ef8-add2-dc6e1b1cfc68 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:44.822572 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-56e2fc88-6b82-4447-a4ee-212cc4ae3563 req-215809c1-74c1-4ef8-add2-dc6e1b1cfc68 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.48 "DELETE /networking/v2.0/ports/49490488-b358-414a-b2e8-87117b319960 HTTP/1.1" status: 204 len: 173 time: 0.3899419 Oct 03 16:04:44.823095 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5788363a-33d3-4304-a1eb-ff548eff183c', 'name': 'network-vif-deleted', 'tag': '49490488-b358-414a-b2e8-87117b319960'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:04:44.825394 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01058e40-075c-4a30-9339-c6499f7f6cb9" -d '{"events": [{"server_uuid": "5788363a-33d3-4304-a1eb-ff548eff183c", "name": "network-vif-deleted", "tag": "49490488-b358-414a-b2e8-87117b319960"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:04:44.991349 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018bd366-b471-4cc4-ba5b-2489e0ce8e7d x-openstack-request-id: req-018bd366-b471-4cc4-ba5b-2489e0ce8e7d {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:04:44.991654 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5788363a-33d3-4304-a1eb-ff548eff183c", "name": "network-vif-deleted", "tag": "49490488-b358-414a-b2e8-87117b319960", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:04:44.991905 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-018bd366-b471-4cc4-ba5b-2489e0ce8e7d {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:04:44.992307 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018bd366-b471-4cc4-ba5b-2489e0ce8e7d'] response: {'server_uuid': '5788363a-33d3-4304-a1eb-ff548eff183c', 'name': 'network-vif-deleted', 'tag': '49490488-b358-414a-b2e8-87117b319960', 'status': 'completed', 'code': 200} Oct 03 16:04:45.492512 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d303f1f-3d89-4950-8d22-cbb5f38f7740 req-475d7711-03d9-4502-8674-ee7cf1f19c51 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5788363a-33d3-4304-a1eb-ff548eff183c HTTP/1.1" status: 200 len: 210 time: 0.0282059 Oct 03 16:04:46.771869 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372141d-be99-49ee-9026-24cf0b6a6f78 req-cf09a9a4-eeb2-4b29-b624-f270849553b6 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:46.773377 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6372141d-be99-49ee-9026-24cf0b6a6f78 req-cf09a9a4-eeb2-4b29-b624-f270849553b6 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0465641 Oct 03 16:04:46.820890 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6372141d-be99-49ee-9026-24cf0b6a6f78 req-33599576-c477-4890-9efd-9429fae994f2 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Oct 03 16:04:47.939777 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd23e9c-d8df-444a-9e4f-53d24a958832 req-cb9ff26b-2df7-49e2-98d3-e0b2452df006 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:47.941252 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5bd23e9c-d8df-444a-9e4f-53d24a958832 req-cb9ff26b-2df7-49e2-98d3-e0b2452df006 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0469992 Oct 03 16:04:47.991975 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5bd23e9c-d8df-444a-9e4f-53d24a958832 req-5da6ebc3-73f0-40b7-867d-c8778b5ffc52 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449092 Oct 03 16:04:48.397978 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=67 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:49.114183 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72196ecb-aaa9-47e7-8cf7-c1d822bbc6e7 req-9fc1084e-694d-4490-a146-3590fecfc224 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:49.116352 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-72196ecb-aaa9-47e7-8cf7-c1d822bbc6e7 req-9fc1084e-694d-4490-a146-3590fecfc224 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0494778 Oct 03 16:04:49.165299 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-72196ecb-aaa9-47e7-8cf7-c1d822bbc6e7 req-ab9910f1-03b7-4517-9aad-96f3fa8c5621 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8afe6207-102b-4ab7-b632-ca126dc50c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434666 Oct 03 16:04:49.328557 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef135e-81c8-4174-aee7-5ef38018cf3a req-92ad334f-db20-4bd9-bb7d-a5fa1bc68168 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:49.330031 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5bef135e-81c8-4174-aee7-5ef38018cf3a req-92ad334f-db20-4bd9-bb7d-a5fa1bc68168 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 945 time: 0.0510139 Oct 03 16:04:49.363031 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:49.423373 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-5bef135e-81c8-4174-aee7-5ef38018cf3a req-31b249a9-f41f-4af4-b14a-afa9fcae52cd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Deleting port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:04:49.423715 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5bef135e-81c8-4174-aee7-5ef38018cf3a req-31b249a9-f41f-4af4-b14a-afa9fcae52cd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:49.436910 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:49.529525 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-5bef135e-81c8-4174-aee7-5ef38018cf3a req-31b249a9-f41f-4af4-b14a-afa9fcae52cd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] For port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:49.529831 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5bef135e-81c8-4174-aee7-5ef38018cf3a req-31b249a9-f41f-4af4-b14a-afa9fcae52cd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:49.544040 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-5bef135e-81c8-4174-aee7-5ef38018cf3a req-31b249a9-f41f-4af4-b14a-afa9fcae52cd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Calling delete_port for cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 owned by compute:nova {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:04:49.671204 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5bef135e-81c8-4174-aee7-5ef38018cf3a req-31b249a9-f41f-4af4-b14a-afa9fcae52cd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (cc1af7f2-81c4-4fc8-858e-39dbf9a276f6), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:49.686948 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['cc1af7f2-81c4-4fc8-858e-39dbf9a276f6'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:04:49.702260 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b249a9-f41f-4af4-b14a-afa9fcae52cd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Pushing event deleted for resources: {'Port': ['ID=cc1af7f2-81c4-4fc8-858e-39dbf9a276f6,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:49.718891 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 49490488-b358-414a-b2e8-87117b319960 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:04:49.743563 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: 49490488-b358-414a-b2e8-87117b319960 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:04:49.743911 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 49490488-b358-414a-b2e8-87117b319960 not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:04:49.749155 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bef135e-81c8-4174-aee7-5ef38018cf3a req-31b249a9-f41f-4af4-b14a-afa9fcae52cd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] No DVR routers for this DVR port cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 on host hv-cinder-84456 {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:04:49.751549 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-5bef135e-81c8-4174-aee7-5ef38018cf3a req-31b249a9-f41f-4af4-b14a-afa9fcae52cd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:49.754915 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5bef135e-81c8-4174-aee7-5ef38018cf3a req-31b249a9-f41f-4af4-b14a-afa9fcae52cd tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.48 "DELETE /networking/v2.0/ports/cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 HTTP/1.1" status: 204 len: 173 time: 0.4188113 Oct 03 16:04:49.755398 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7100bc2d-5133-4f37-a224-1eba62ee2aab', 'name': 'network-vif-deleted', 'tag': 'cc1af7f2-81c4-4fc8-858e-39dbf9a276f6'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:04:49.757715 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b484c8c-e18c-4870-b3c0-6bf747d227fa" -d '{"events": [{"server_uuid": "7100bc2d-5133-4f37-a224-1eba62ee2aab", "name": "network-vif-deleted", "tag": "cc1af7f2-81c4-4fc8-858e-39dbf9a276f6"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:04:49.798125 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2c9c25-1380-427e-8199-37696099028f x-openstack-request-id: req-dd2c9c25-1380-427e-8199-37696099028f {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:04:49.798411 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7100bc2d-5133-4f37-a224-1eba62ee2aab", "name": "network-vif-deleted", "tag": "cc1af7f2-81c4-4fc8-858e-39dbf9a276f6", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:04:49.798689 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dd2c9c25-1380-427e-8199-37696099028f {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:04:49.799065 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2c9c25-1380-427e-8199-37696099028f'] response: {'server_uuid': '7100bc2d-5133-4f37-a224-1eba62ee2aab', 'name': 'network-vif-deleted', 'tag': 'cc1af7f2-81c4-4fc8-858e-39dbf9a276f6', 'status': 'completed', 'code': 200} Oct 03 16:04:50.259432 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:50.279759 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f0815b74-6288-4de6-80b1-21e999ce7a40 req-84dec520-1de2-4ed2-b083-6c56cab99ab3 tempest-ServerRescueNegativeTestJSON-1038660835 tempest-ServerRescueNegativeTestJSON-1038660835-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7100bc2d-5133-4f37-a224-1eba62ee2aab HTTP/1.1" status: 200 len: 210 time: 0.0294781 Oct 03 16:04:50.540062 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:51.346466 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53044) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:51.437609 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c045bb5-f611-4910-9d17-78b54b5abed3 req-f0ca3d5c-6817-4ad0-9316-7ebe07a663f8 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:51.439105 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4c045bb5-f611-4910-9d17-78b54b5abed3 req-f0ca3d5c-6817-4ad0-9316-7ebe07a663f8 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0515516 Oct 03 16:04:51.475013 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:51.487437 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4c045bb5-f611-4910-9d17-78b54b5abed3 req-ec7e4859-d87b-4f8a-a9c9-08e233464cfc tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420887 Oct 03 16:04:51.872070 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734088'] for router_interface (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:52.137053 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Deleting port 686d7e23-bdea-49de-9699-79cdaa7c35fa {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:04:52.137314 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:52.155985 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=74,neutron:UPDATE=7 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:52.168346 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9c9fca1b-669d-45e2-9729-53dcf0007c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:52.221404 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] For port 686d7e23-bdea-49de-9699-79cdaa7c35fa, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=686d7e23-bdea-49de-9699-79cdaa7c35fa,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:52.221769 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:52.235075 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Calling delete_port for 686d7e23-bdea-49de-9699-79cdaa7c35fa owned by network:router_interface {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:04:52.398563 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:52.406154 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:52.418765 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (686d7e23-bdea-49de-9699-79cdaa7c35fa), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:52.442827 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=686d7e23-bdea-49de-9699-79cdaa7c35fa,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:52.455017 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.455182 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.455443 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.455784 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.456121 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.456457 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.456833 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.457166 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.458127 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.458461 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.458791 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.459120 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.459446 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.459773 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.460097 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:52.653555 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32719fa9-7740-4338-acfd-05fbcafe420a req-fc2a1828-eb23-49c5-80f2-7d9220c0b18d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:52.654922 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-32719fa9-7740-4338-acfd-05fbcafe420a req-fc2a1828-eb23-49c5-80f2-7d9220c0b18d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0825503 Oct 03 16:04:52.655630 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734076'] for router_interface (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:52.775524 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-32719fa9-7740-4338-acfd-05fbcafe420a req-d7d2fc1d-da88-43bb-95f5-9a58242f64ef tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1118464 Oct 03 16:04:52.892355 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:04:53.231931 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:04:53.237356 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-575cdfc0-9dcb-49a9-b3b6-bba550245e22 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/3e63580c-a2c6-40a9-bdbe-51c2e05ad978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8898342 Oct 03 16:04:53.240766 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53052) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:53.243493 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759971c-f4e1-460d-b3b6-13179393f832 None None] Sync routers for ids ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:04:53.253467 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759971c-f4e1-460d-b3b6-13179393f832 None None] Routers {'3e63580c-a2c6-40a9-bdbe-51c2e05ad978'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:04:53.254072 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-a759971c-f4e1-460d-b3b6-13179393f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:04:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:53.338638 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Publish callbacks [] for router (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:53.357210 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-a759971c-f4e1-460d-b3b6-13179393f832 None None] Set router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:04:53.437256 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Publish callbacks [] for router_gateway (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:53.478928 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Deleting port aec9e3f7-2368-418f-8ac7-22c598f4b6ac {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:04:53.479275 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:53.517255 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:53.521454 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-a759971c-f4e1-460d-b3b6-13179393f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T16:04:52Z', 'revision_number': 5, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port': {'id': 'aec9e3f7-2368-418f-8ac7-22c598f4b6ac', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:03Z', 'updated_at': '2022-10-03T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:53.549533 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759971c-f4e1-460d-b3b6-13179393f832 None None] Checking router: 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:04:53.555339 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:53.558717 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759971c-f4e1-460d-b3b6-13179393f832 None None] Routers {'3e63580c-a2c6-40a9-bdbe-51c2e05ad978'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:04:53.559323 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-a759971c-f4e1-460d-b3b6-13179393f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:04:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:53.562523 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] For port aec9e3f7-2368-418f-8ac7-22c598f4b6ac, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=aec9e3f7-2368-418f-8ac7-22c598f4b6ac,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:53.562888 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:53.576067 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Calling delete_port for aec9e3f7-2368-418f-8ac7-22c598f4b6ac owned by network:router_gateway {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:04:53.641050 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-a759971c-f4e1-460d-b3b6-13179393f832 None None] Set router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 gateway port host: None {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:04:53.689575 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-a759971c-f4e1-460d-b3b6-13179393f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T16:04:53Z', 'revision_number': 6, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port_host': None}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:53.714399 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759971c-f4e1-460d-b3b6-13179393f832 None None] The sync data for ids ['3e63580c-a2c6-40a9-bdbe-51c2e05ad978'] in dv-cinder-844563-13-iscsi is: [{'id': '3e63580c-a2c6-40a9-bdbe-51c2e05ad978', 'name': 'tempest-ServerRescueNegativeTestJSON-899581506-router', 'tenant_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T16:04:53Z', 'revision_number': 6, 'project_id': 'f2ed0fa1c2fe47a485c26522b2e81b8b', 'gw_port_host': None}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:04:53.749779 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (aec9e3f7-2368-418f-8ac7-22c598f4b6ac), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:53.751004 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:04:53.771213 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:04:53.771487 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device cc1af7f2-81c4-4fc8-858e-39dbf9a276f6 not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:04:53.780777 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=aec9e3f7-2368-418f-8ac7-22c598f4b6ac,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:53.844574 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727734'] for router_gateway (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:53.959192 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3734141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29314'] for router (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:53.963528 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Publish callbacks [] for router_controller (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:53.975751 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fe3a4-fefb-4db7-916d-5edd9d1ada51 req-6ef2f9a9-2e76-447b-bfb8-a9df5640ff06 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:53.977270 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2b1fe3a4-fefb-4db7-916d-5edd9d1ada51 req-6ef2f9a9-2e76-447b-bfb8-a9df5640ff06 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.1079931 Oct 03 16:04:54.026523 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734116'] for router (3e63580c-a2c6-40a9-bdbe-51c2e05ad978), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.026977 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e63580c-a2c6-40a9-bdbe-51c2e05ad978 {{(pid=106162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 16:04:54.034632 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.036314 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-9cd5ff3c-4fb5-4b66-9e16-1908a0b78d33 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/3e63580c-a2c6-40a9-bdbe-51c2e05ad978 HTTP/1.1" status: 204 len: 168 time: 0.7940862 Oct 03 16:04:54.038969 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53056) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:54.059270 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2b1fe3a4-fefb-4db7-916d-5edd9d1ada51 req-e6157acb-4ff5-4c3a-ab46-441681d82b24 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0500364 Oct 03 16:04:54.091017 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6e9074-7c7d-40d4-8d72-1b13fa56d145 admin admin] Deleting subnet f21be2b1-c7a2-4cb7-b6d5-de36b0126245 {{(pid=106163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:04:54.094480 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6e9074-7c7d-40d4-8d72-1b13fa56d145 admin admin] Publish callbacks [] for subnet (f21be2b1-c7a2-4cb7-b6d5-de36b0126245), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.132033 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6e9074-7c7d-40d4-8d72-1b13fa56d145 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531818'] for subnet (f21be2b1-c7a2-4cb7-b6d5-de36b0126245), precommit_delete_associations {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.215287 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6e9074-7c7d-40d4-8d72-1b13fa56d145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (f21be2b1-c7a2-4cb7-b6d5-de36b0126245), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.275330 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e42f8202-1133-4e8c-965a-13d3578a607d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.285767 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6e9074-7c7d-40d4-8d72-1b13fa56d145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104768'] for subnet (f21be2b1-c7a2-4cb7-b6d5-de36b0126245), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.311151 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e9074-7c7d-40d4-8d72-1b13fa56d145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f21be2b1-c7a2-4cb7-b6d5-de36b0126245,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:54.315455 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6e9074-7c7d-40d4-8d72-1b13fa56d145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.319005 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-bb6e9074-7c7d-40d4-8d72-1b13fa56d145 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/f21be2b1-c7a2-4cb7-b6d5-de36b0126245 HTTP/1.1" status: 204 len: 168 time: 0.2789316 Oct 03 16:04:54.321498 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53058) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:54.325204 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6e559d-df87-496b-bd46-ab3bab940734 None None] Network 8944939a-3352-4658-bad6-12912f50f635 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:04:54.402424 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (8944939a-3352-4658-bad6-12912f50f635), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.454312 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Deleting port 0e271865-b897-4f19-ae00-226e943f5eff {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:04:54.454931 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (0e271865-b897-4f19-ae00-226e943f5eff), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.499250 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] DHCP port deletion for 8944939a-3352-4658-bad6-12912f50f635 request from dv-cinder-844563-13-iscsi {{(pid=106164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 16:04:54.537819 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] For port 0e271865-b897-4f19-ae00-226e943f5eff, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=0e271865-b897-4f19-ae00-226e943f5eff,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:54.538779 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (0e271865-b897-4f19-ae00-226e943f5eff), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.546674 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Deleting port 0e271865-b897-4f19-ae00-226e943f5eff {{(pid=106164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:04:54.547072 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (0e271865-b897-4f19-ae00-226e943f5eff), before_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.561916 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Calling delete_port for 0e271865-b897-4f19-ae00-226e943f5eff owned by network:dhcp {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:04:54.575462 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:54.639106 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] For port 0e271865-b897-4f19-ae00-226e943f5eff, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=0e271865-b897-4f19-ae00-226e943f5eff,segment=NetworkSegment(5aa644f0-4d10-4764-9714-b00eb87f491f),segment_id=5aa644f0-4d10-4764-9714-b00eb87f491f)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:54.639509 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (0e271865-b897-4f19-ae00-226e943f5eff), precommit_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.643961 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:54.654746 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Calling delete_port for 0e271865-b897-4f19-ae00-226e943f5eff owned by network:dhcp {{(pid=106164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:04:54.674106 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (0e271865-b897-4f19-ae00-226e943f5eff), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.708409 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e271865-b897-4f19-ae00-226e943f5eff,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:54.712263 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] No DVR routers for this DVR port 0e271865-b897-4f19-ae00-226e943f5eff on host dv-cinder-844563-13-iscsi {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:04:54.747896 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 0e271865-b897-4f19-ae00-226e943f5eff no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:04:54.784292 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 0e271865-b897-4f19-ae00-226e943f5eff {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:04:54.785050 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 0e271865-b897-4f19-ae00-226e943f5eff not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:04:54.785166 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 686d7e23-bdea-49de-9699-79cdaa7c35fa no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:04:54.804352 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (8944939a-3352-4658-bad6-12912f50f635), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.808483 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 686d7e23-bdea-49de-9699-79cdaa7c35fa {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:04:54.809005 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 686d7e23-bdea-49de-9699-79cdaa7c35fa not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:04:54.809692 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device aec9e3f7-2368-418f-8ac7-22c598f4b6ac no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:04:54.827624 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8944939a-3352-4658-bad6-12912f50f635']}} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:54.829923 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (0e271865-b897-4f19-ae00-226e943f5eff), after_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.833977 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: aec9e3f7-2368-418f-8ac7-22c598f4b6ac {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:04:54.834329 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device aec9e3f7-2368-418f-8ac7-22c598f4b6ac not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:04:54.843943 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa644f0-4d10-4764-9714-b00eb87f491f') {'for_net_delete': True} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:54.844242 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa644f0-4d10-4764-9714-b00eb87f491f') {} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:54.856242 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531731'] for segment (5aa644f0-4d10-4764-9714-b00eb87f491f), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.863118 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] No DVR routers for this DVR port 0e271865-b897-4f19-ae00-226e943f5eff on host dv-cinder-844563-13-iscsi {{(pid=106164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:04:54.868969 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Pushing event deleted for resources: {'Port': ['ID=0e271865-b897-4f19-ae00-226e943f5eff,revision_number=None']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:54.880676 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (5aa644f0-4d10-4764-9714-b00eb87f491f), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.881765 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.882121 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.882475 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.882822 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.883196 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.883536 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.883874 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.884242 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.884614 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.884978 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.885352 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.885682 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.886009 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.886339 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.886666 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a4d41-b03f-4b45-9781-956c118b0b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:04:54.888429 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=106163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:04:54.888761 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26945160'] for segment (5aa644f0-4d10-4764-9714-b00eb87f491f), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.964074 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (8944939a-3352-4658-bad6-12912f50f635), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.972032 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:54.977170 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/8944939a-3352-4658-bad6-12912f50f635 HTTP/1.1" status: 204 len: 168 time: 0.6546192 Oct 03 16:04:54.988601 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d7473-e23a-4d4d-9c89-5615fc2177a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8944939a-3352-4658-bad6-12912f50f635,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:55.070891 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 5aa644f0-4d10-4764-9714-b00eb87f491f resource provider aggregate not found Oct 03 16:04:55.093902 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 5aa644f0-4d10-4764-9714-b00eb87f491f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5aa644f0-4d10-4764-9714-b00eb87f491f found for delete ", "request_id": "req-818b0f9a-9c72-426f-bfe1-d094f1a84963"}]} Oct 03 16:04:55.126146 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53070) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:55.188976 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-7a82665a-0e36-4cce-884f-54936a284730 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f2ed0fa1c2fe47a485c26522b2e81b8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0615025 Oct 03 16:04:55.191690 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53072) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:55.229375 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6971cab-6f33-4fb1-9957-e26675ded2b5 req-518486bc-948a-4199-8b07-857411caf46b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:55.231010 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a6971cab-6f33-4fb1-9957-e26675ded2b5 req-518486bc-948a-4199-8b07-857411caf46b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0604806 Oct 03 16:04:55.253781 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2487-8f2f-4c94-8cdc-b7278a339f0e admin admin] Publish callbacks [] for security_group (8afe6207-102b-4ab7-b632-ca126dc50c36), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:55.276328 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2487-8f2f-4c94-8cdc-b7278a339f0e admin admin] Publish callbacks [] for security_group (8afe6207-102b-4ab7-b632-ca126dc50c36), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:55.293548 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a6971cab-6f33-4fb1-9957-e26675ded2b5 req-5da833c9-46e3-4480-8364-03d026878d9d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0555842 Oct 03 16:04:55.333987 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2487-8f2f-4c94-8cdc-b7278a339f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (8afe6207-102b-4ab7-b632-ca126dc50c36), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:55.336517 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2487-8f2f-4c94-8cdc-b7278a339f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:55.337713 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-bfdb2487-8f2f-4c94-8cdc-b7278a339f0e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8afe6207-102b-4ab7-b632-ca126dc50c36 HTTP/1.1" status: 204 len: 168 time: 0.1449029 Oct 03 16:04:55.345971 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb2487-8f2f-4c94-8cdc-b7278a339f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afe6207-102b-4ab7-b632-ca126dc50c36,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:55.548539 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:04:55.798814 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.010239 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53094) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:56.104840 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-959118326-network', 'tenant_id': '62932ad37df941b1840b183a858c7876'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:04:56.125110 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Made reservation on behalf of 62932ad37df941b1840b183a858c7876 for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:04:56.127353 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.136011 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.208604 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Publish callbacks [] for security_group (f0bfc339-e3a3-434b-a479-bcd84cca784a), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.212183 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (f0bfc339-e3a3-434b-a479-bcd84cca784a), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.239994 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 16:04:56.246451 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bfc339-e3a3-434b-a479-bcd84cca784a,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:56.252234 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (6eebf609-cb30-4501-a99c-1bf32950c925), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.252569 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Added segment 6eebf609-cb30-4501-a99c-1bf32950c925 of type vlan for network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 Oct 03 16:04:56.295628 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (87b5f831-720b-4bbf-8b1b-0fa2209326c5), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.321469 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (87b5f831-720b-4bbf-8b1b-0fa2209326c5), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.322542 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:56.323126 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.377053 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3656986 Oct 03 16:04:56.380070 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53100) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:56.384870 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-e54d6858-be68-41f8-9922-3675a82ca184 admin admin] Request body: {'subnet': {'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-959118326-subnet', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:04:56.390743 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abd700-28bb-48de-835f-9f3b5cf29f01 admin admin] Pushing event updated for resources: {'Network': ['ID=87b5f831-720b-4bbf-8b1b-0fa2209326c5,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:56.400989 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 16:04:56.449142 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5a9b8-1714-4d66-a209-f3e5d53e0e56 req-0cf4a4c4-15ff-4f7f-b418-7bbac1cb8d03 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:56.450632 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4ce5a9b8-1714-4d66-a209-f3e5d53e0e56 req-0cf4a4c4-15ff-4f7f-b418-7bbac1cb8d03 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0584383 Oct 03 16:04:56.451617 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54d6858-be68-41f8-9922-3675a82ca184 admin admin] Made reservation on behalf of 62932ad37df941b1840b183a858c7876 for: {'subnet': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:04:56.453922 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e54d6858-be68-41f8-9922-3675a82ca184 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25539520'] for subnet (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.560980 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4ce5a9b8-1714-4d66-a209-f3e5d53e0e56 req-860ca837-04f6-4591-87d3-3ab9dbb503e1 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0685320 Oct 03 16:04:56.562706 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:56.623320 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:56.669055 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e54d6858-be68-41f8-9922-3675a82ca184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26020412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25539538'] for subnet (7aedd9d0-ba75-4214-9aed-d4db28b6e76c), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.724868 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d6858-be68-41f8-9922-3675a82ca184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aedd9d0-ba75-4214-9aed-d4db28b6e76c,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:56.735492 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54d6858-be68-41f8-9922-3675a82ca184 admin admin] Checking segment: {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:04:56.735849 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d6858-be68-41f8-9922-3675a82ca184 admin admin] Network hostable DHCP agents. Network: 87b5f831-720b-4bbf-8b1b-0fa2209326c5, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 16:04:56.752854 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d6858-be68-41f8-9922-3675a82ca184 admin admin] Network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 16:04:56.762209 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-e54d6858-be68-41f8-9922-3675a82ca184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 87b5f831-720b-4bbf-8b1b-0fa2209326c5) {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:04:56.766480 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54d6858-be68-41f8-9922-3675a82ca184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:56.767090 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e54d6858-be68-41f8-9922-3675a82ca184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.770863 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff3fb16-a7cf-462c-b44d-363014d39382 None None] Network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:04:56.786390 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53102) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:56.786673 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e54d6858-be68-41f8-9922-3675a82ca184 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4052293 Oct 03 16:04:56.791048 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:04:56.795440 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:56.815548 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29328'] for router (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.816609 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29323'] for router (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.829392 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:DELETE=6,neutron:SELECT=76,neutron:UPDATE=4,neutron:INSERT=14 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:56.872686 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Publish callbacks [] for router_controller (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), precommit_add_association {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.875681 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c6ae877-a55f-574a-9025-bb7fe84a5911-87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c'}]}} from dv-cinder-844563-13-iscsi. {{(pid=106164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 16:04:56.876542 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:56.991334 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:57.006784 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Publish callbacks [] for router_gateway (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:57.016747 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.db_base_plugin_common [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Allocated IP 172.20.0.2 (87b5f831-720b-4bbf-8b1b-0fa2209326c5/7aedd9d0-ba75-4214-9aed-d4db28b6e76c/178748e5-d334-41e4-b533-859a2b59c1d0) {{(pid=106164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:04:57.090214 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:57.157891 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:57.193146 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Publish callbacks [] for router_gateway (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:57.196672 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:57.203539 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Publish callbacks [] for port (178748e5-d334-41e4-b533-859a2b59c1d0), precommit_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:57.210880 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:57.215911 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:57.249918 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 is already hosted by enough agents. {{(pid=106164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:04:57.255515 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.base_scheduler [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Resources bound (agent type, host, resource id): {{(pid=106164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:04:57.259203 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Received port after_create {{(pid=106164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:04:57.273331 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Pushing event updated for resources: {'Port': ['ID=178748e5-d334-41e4-b533-859a2b59c1d0,revision_number=1']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:57.323592 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Attempting to bind port 178748e5-d334-41e4-b533-859a2b59c1d0 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:04:57.323971 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Attempting to bind port 178748e5-d334-41e4-b533-859a2b59c1d0 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:04:57.324335 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Attempting to bind port 178748e5-d334-41e4-b533-859a2b59c1d0 on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:04:57.369998 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:04:57.371173 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Checking segment: {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:04:57.371173 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:57.371545 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Bound using segment: {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:04:57.372307 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Bound port: 178748e5-d334-41e4-b533-859a2b59c1d0, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:04:57.372571 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:57.447384 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] For port 178748e5-d334-41e4-b533-859a2b59c1d0, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:04:57.451162 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] For port 178748e5-d334-41e4-b533-859a2b59c1d0, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=178748e5-d334-41e4-b533-859a2b59c1d0,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:04:57.458726 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:57.520543 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543ae98-7c56-448f-82a4-4dfd651cd319 None None] Pushing event updated for resources: {'Port': ['ID=178748e5-d334-41e4-b533-859a2b59c1d0,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:57.598941 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Allocated IP 172.27.0.9 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/f4702686-835d-49ba-995a-b3e897cbf2fd) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:04:57.746574 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138d531-e862-4c7d-a6b6-6ca8fd24623f req-23ab514d-30e7-4249-b6fb-7ba56a55093e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:57.758874 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a138d531-e862-4c7d-a6b6-6ca8fd24623f req-23ab514d-30e7-4249-b6fb-7ba56a55093e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0725644 Oct 03 16:04:57.795871 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Publish callbacks [] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:57.851187 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:57.868532 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a138d531-e862-4c7d-a6b6-6ca8fd24623f req-fc27526b-a4bc-4e3e-8d3f-036b81a41dc2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1071985 Oct 03 16:04:57.909567 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:04:57.911138 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Pushing event updated for resources: {'Port': ['ID=f4702686-835d-49ba-995a-b3e897cbf2fd,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:57.915131 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:04:57.917389 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:04:57.948157 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9a0f6-71d0-4d56-aead-f49c5e6eddd1 req-a85dee4a-7ad2-4086-8a2b-ae770a3b1834 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:57.949966 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-56d9a0f6-71d0-4d56-aead-f49c5e6eddd1 req-a85dee4a-7ad2-4086-8a2b-ae770a3b1834 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 945 time: 0.0499582 Oct 03 16:04:58.010655 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-56d9a0f6-71d0-4d56-aead-f49c5e6eddd1 req-b4b2c5aa-733e-4244-b5ff-99fa697295f7 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542960 Oct 03 16:04:58.120128 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:58.169607 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:58.174542 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Publish callbacks [] for router_gateway (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:58.377472 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727822'] for router (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:58.503793 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 is scheduled to L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead with binding_index 1 {{(pid=106163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 16:04:58.555201 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920a77aa-f71d-41af-8332-d2649b0af627 None None] Network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:04:58.611923 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:04:58.629776 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Sync routers for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:04:58.630774 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:58.633183 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-1dc91fc2-a45a-46d4-a7ad-4d00766c811b admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8455532 Oct 03 16:04:58.634706 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53122) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:04:58.673252 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-ae234dab-5d8e-48a6-8176-4b4fcd3f2fe4 None None] Provisioning complete for port 178748e5-d334-41e4-b533-859a2b59c1d0 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:04:58.673567 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ae234dab-5d8e-48a6-8176-4b4fcd3f2fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:58.673901 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-ae234dab-5d8e-48a6-8176-4b4fcd3f2fe4 None None] Attempt 1 to provision port 178748e5-d334-41e4-b533-859a2b59c1d0 Oct 03 16:04:58.680890 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:04:58.681530 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:04:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:58.778999 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 178748e5-d334-41e4-b533-859a2b59c1d0 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:04:58.847842 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:59.022325 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c6da-0200-4cae-9eed-11d431584525 req-6252bbe0-4369-49a7-be79-89c8c6908e9c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:59.025216 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f568c6da-0200-4cae-9eed-11d431584525 req-6252bbe0-4369-49a7-be79-89c8c6908e9c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0677462 Oct 03 16:04:59.084299 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:04:59.094626 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f568c6da-0200-4cae-9eed-11d431584525 req-3121645b-9e82-49c4-b93c-7b92d86625a2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0621154 Oct 03 16:04:59.100924 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:59.116013 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.126825 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:59.146193 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 178748e5-d334-41e4-b533-859a2b59c1d0 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:04:59.146609 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.147503 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 178748e5-d334-41e4-b533-859a2b59c1d0 Oct 03 16:04:59.149703 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-ae234dab-5d8e-48a6-8176-4b4fcd3f2fe4 None None] Current status of the port 178748e5-d334-41e4-b533-859a2b59c1d0 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:04:59.150079 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ae234dab-5d8e-48a6-8176-4b4fcd3f2fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.244872 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:59.247705 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d0c8b-29df-4bf4-9d10-6df0be0de0e8 req-81607cb7-cd20-455f-ba14-f569976e185d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:59.250136 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-183d0c8b-29df-4bf4-9d10-6df0be0de0e8 req-81607cb7-cd20-455f-ba14-f569976e185d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 945 time: 0.0627797 Oct 03 16:04:59.269173 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-ae234dab-5d8e-48a6-8176-4b4fcd3f2fe4 None None] For port 178748e5-d334-41e4-b533-859a2b59c1d0, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=178748e5-d334-41e4-b533-859a2b59c1d0,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:59.279929 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ae234dab-5d8e-48a6-8176-4b4fcd3f2fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.317561 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Allocated IP 172.20.0.1 (87b5f831-720b-4bbf-8b1b-0fa2209326c5/7aedd9d0-ba75-4214-9aed-d4db28b6e76c/dcf10344-34c3-43fc-aa64-34a1e327158a) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:04:59.338735 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-183d0c8b-29df-4bf4-9d10-6df0be0de0e8 req-49b2fe57-7e77-42e9-b5cc-2a1304e67351 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787230 Oct 03 16:04:59.346018 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae234dab-5d8e-48a6-8176-4b4fcd3f2fe4 None None] Pushing event updated for resources: {'Port': ['ID=178748e5-d334-41e4-b533-859a2b59c1d0,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:59.448933 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 178748e5-d334-41e4-b533-859a2b59c1d0 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:04:59.451353 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Publish callbacks [] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.459934 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-87c302ce-1edc-476a-8cfc-dda0c6ff22b3 None None] Provisioning complete for port 178748e5-d334-41e4-b533-859a2b59c1d0 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:04:59.460309 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-87c302ce-1edc-476a-8cfc-dda0c6ff22b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.461552 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-87c302ce-1edc-476a-8cfc-dda0c6ff22b3 None None] Attempt 1 to provision port 178748e5-d334-41e4-b533-859a2b59c1d0 Oct 03 16:04:59.490128 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:58Z', 'revision_number': 3, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:04:59.494946 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.521059 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Checking router: da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:04:59.521417 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Updating router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 port f4702686-835d-49ba-995a-b3e897cbf2fd binding host dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:04:59.556258 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:04:59.563602 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.570010 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2fff8c84-e59f-488a-aec4-e61c47e80ef8 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:04:59.571486 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2fff8c84-e59f-488a-aec4-e61c47e80ef8 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 945 time: 0.0874588 Oct 03 16:04:59.572355 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:04:59.576328 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:04:59.613325 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Pushing event updated for resources: {'Port': ['ID=dcf10344-34c3-43fc-aa64-34a1e327158a,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:04:59.662632 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923253'] for router_interface (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.693365 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-87c302ce-1edc-476a-8cfc-dda0c6ff22b3 None None] Current status of the port 178748e5-d334-41e4-b533-859a2b59c1d0 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:04:59.750108 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Deleting port fa8d71f0-ca65-4c21-97c5-b323a708ab7e {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:04:59.750439 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.825831 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0760fff1-c658-4752-8ba5-5e9eefcac698 None None] Provisioning complete for port dcf10344-34c3-43fc-aa64-34a1e327158a triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:04:59.826126 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0760fff1-c658-4752-8ba5-5e9eefcac698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.826509 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0760fff1-c658-4752-8ba5-5e9eefcac698 None None] Attempt 1 to provision port dcf10344-34c3-43fc-aa64-34a1e327158a Oct 03 16:04:59.900155 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] For port fa8d71f0-ca65-4c21-97c5-b323a708ab7e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fa8d71f0-ca65-4c21-97c5-b323a708ab7e,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:04:59.900518 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.902029 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0760fff1-c658-4752-8ba5-5e9eefcac698 None None] Port dcf10344-34c3-43fc-aa64-34a1e327158a cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:04:59.911071 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.920010 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Publish callbacks [] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), precommit_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.926285 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:04:59.955237 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:59.959624 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Attempting to bind port f4702686-835d-49ba-995a-b3e897cbf2fd on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:04:59.959992 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Attempting to bind port f4702686-835d-49ba-995a-b3e897cbf2fd by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:04:59.960350 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Attempting to bind port f4702686-835d-49ba-995a-b3e897cbf2fd on network a63bfa27-480e-4efb-a24e-26dec41cf4a1 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:04:59.973941 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:04:59.984744 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:00.006434 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7dedb-5a22-46fc-808b-eb62c1c2eae7 None None] Pushing event updated for resources: {'Port': ['ID=f4702686-835d-49ba-995a-b3e897cbf2fd,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:00.022778 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:05:00.023150 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Checking segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:05:00.023548 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:00.023938 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Bound using segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:05:00.024419 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Bound port: f4702686-835d-49ba-995a-b3e897cbf2fd, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:05:00.024803 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:00.062154 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:00.078449 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] For port f4702686-835d-49ba-995a-b3e897cbf2fd, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:05:00.081657 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] For port f4702686-835d-49ba-995a-b3e897cbf2fd, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=f4702686-835d-49ba-995a-b3e897cbf2fd,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:05:00.088259 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:00.126391 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:00.127020 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:04:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:00.166512 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:00.166869 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (30c766c9-0c11-43b9-8042-9f826259c85f), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:00.167359 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Floating IP 30c766c9-0c11-43b9-8042-9f826259c85f disassociated. External IP: 172.27.0.62, port: fa8d71f0-ca65-4c21-97c5-b323a708ab7e. Oct 03 16:05:00.167858 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Calling delete_port for fa8d71f0-ca65-4c21-97c5-b323a708ab7e owned by compute:nova {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:00.181616 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7dedb-5a22-46fc-808b-eb62c1c2eae7 None None] Pushing event updated for resources: {'Port': ['ID=f4702686-835d-49ba-995a-b3e897cbf2fd,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:00.234362 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafd65-5325-4f14-b0ba-4c5ef7afeb81 req-ab6895f1-fb6a-4734-bc6e-03dec5169f07 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:00.241684 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8eafd65-5325-4f14-b0ba-4c5ef7afeb81 req-ab6895f1-fb6a-4734-bc6e-03dec5169f07 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0556009 Oct 03 16:05:00.255819 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:00.290119 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8eafd65-5325-4f14-b0ba-4c5ef7afeb81 req-7509d146-26a2-4df6-b86d-7fa6426a4125 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0475276 Oct 03 16:05:00.459974 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c132d-765a-4d46-845c-6612515c05b6 req-e117ec20-fb66-411a-81b2-2fa180629b60 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:00.465833 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-953c132d-765a-4d46-845c-6612515c05b6 req-e117ec20-fb66-411a-81b2-2fa180629b60 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 945 time: 0.0532322 Oct 03 16:05:00.482224 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:00.489515 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Publish callbacks [] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:00.499744 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:00.515526 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ffd79-bb16-4d1b-8b2a-d95f686fe4d6 None None] The sync data for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi is: [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:05:00.533397 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-953c132d-765a-4d46-845c-6612515c05b6 req-6149117e-f576-4716-87b5-9609286ed187 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637686 Oct 03 16:05:00.595443 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Pushing event updated for resources: {'Port': ['ID=dcf10344-34c3-43fc-aa64-34a1e327158a,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:00.608176 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3923369'] for router_interface (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:00.671573 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (fa8d71f0-ca65-4c21-97c5-b323a708ab7e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:00.703008 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event deleted for resources: {'Port': ['ID=fa8d71f0-ca65-4c21-97c5-b323a708ab7e,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:00.802653 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 178748e5-d334-41e4-b533-859a2b59c1d0 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:05:00.827784 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:05:00.849342 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 178748e5-d334-41e4-b533-859a2b59c1d0 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:05:00.849820 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:00.850222 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 178748e5-d334-41e4-b533-859a2b59c1d0 Oct 03 16:05:00.855527 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:05:00.927834 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:00.936167 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 178748e5-d334-41e4-b533-859a2b59c1d0 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:00.940492 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Router 72d38349-260b-47a2-90db-af2e36ca2276 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:05:01.054339 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:01.063777 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:05:01.126335 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:05:01.137981 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4b14b-5039-41eb-9b2f-8e85f39de39e None None] Sync routers for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:05:01.143787 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-219c4f3f-aa06-46ec-9b3f-a51614eeacde None None] Provisioning complete for port dcf10344-34c3-43fc-aa64-34a1e327158a triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:05:01.144166 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-219c4f3f-aa06-46ec-9b3f-a51614eeacde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:01.146718 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-219c4f3f-aa06-46ec-9b3f-a51614eeacde None None] Attempt 1 to provision port dcf10344-34c3-43fc-aa64-34a1e327158a Oct 03 16:05:01.155501 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4b14b-5039-41eb-9b2f-8e85f39de39e None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:01.158697 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-69f4b14b-5039-41eb-9b2f-8e85f39de39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:04:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:01.222722 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-219c4f3f-aa06-46ec-9b3f-a51614eeacde None None] Port dcf10344-34c3-43fc-aa64-34a1e327158a cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:05:01.279763 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] No DVR routers for this DVR port fa8d71f0-ca65-4c21-97c5-b323a708ab7e on host hv-cinder-84456 {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:05:01.298679 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-69f4b14b-5039-41eb-9b2f-8e85f39de39e None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:01.318574 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:01.322458 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-e793fc47-dff5-4a81-a86f-1f0b9937cf35 req-2a5f4dd1-1fd8-467e-a207-c3eccb8a87c2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "DELETE /networking/v2.0/ports/fa8d71f0-ca65-4c21-97c5-b323a708ab7e HTTP/1.1" status: 204 len: 173 time: 1.7437246 Oct 03 16:05:01.323074 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee7b689-24a1-4318-b643-8e02216f7dec', 'name': 'network-vif-deleted', 'tag': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:05:01.325958 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd482d0-c329-4136-beb5-3995a87a7490" -d '{"events": [{"server_uuid": "2ee7b689-24a1-4318-b643-8e02216f7dec", "name": "network-vif-deleted", "tag": "fa8d71f0-ca65-4c21-97c5-b323a708ab7e"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:05:01.391843 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb40e7f-e57b-4e31-b6ad-4f1a736dd8e1 x-openstack-request-id: req-8bb40e7f-e57b-4e31-b6ad-4f1a736dd8e1 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:05:01.392521 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee7b689-24a1-4318-b643-8e02216f7dec", "name": "network-vif-deleted", "tag": "fa8d71f0-ca65-4c21-97c5-b323a708ab7e", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:05:01.393058 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8bb40e7f-e57b-4e31-b6ad-4f1a736dd8e1 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:05:01.393719 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb40e7f-e57b-4e31-b6ad-4f1a736dd8e1'] response: {'server_uuid': '2ee7b689-24a1-4318-b643-8e02216f7dec', 'name': 'network-vif-deleted', 'tag': 'fa8d71f0-ca65-4c21-97c5-b323a708ab7e', 'status': 'completed', 'code': 200} Oct 03 16:05:01.417425 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:05:01.423371 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-a1daf992-aed0-4a26-97d5-d3f2effcbe3b admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/da9dbc7f-b143-4eae-bba6-f7e3a47a09a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7871690 Oct 03 16:05:01.490854 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc594b7f-f4c0-49d3-a90c-60a84746ed8e req-c211c5ff-0e7c-466d-8c17-12bc15b6112c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:01.493202 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cc594b7f-f4c0-49d3-a90c-60a84746ed8e req-c211c5ff-0e7c-466d-8c17-12bc15b6112c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0768259 Oct 03 16:05:01.593146 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cc594b7f-f4c0-49d3-a90c-60a84746ed8e req-9ed67dab-f835-40f9-9efb-48332c884c66 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0945790 Oct 03 16:05:01.711469 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-09161122-c4c5-4b0f-a503-b4aebf51bb38 req-b323c3b2-47fa-4242-9b72-c4f5db011be1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ee7b689-24a1-4318-b643-8e02216f7dec HTTP/1.1" status: 200 len: 210 time: 0.0448232 Oct 03 16:05:01.746888 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-69f4b14b-5039-41eb-9b2f-8e85f39de39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:01.779437 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4b14b-5039-41eb-9b2f-8e85f39de39e None None] Checking router: 72d38349-260b-47a2-90db-af2e36ca2276 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:05:01.790312 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4b14b-5039-41eb-9b2f-8e85f39de39e None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:01.791205 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-69f4b14b-5039-41eb-9b2f-8e85f39de39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:04:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:01.799398 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53164) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:01.805247 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-a751fd10-7a54-49e9-9ba9-9e351e705f2f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119116098', 'description': 'tempest-description--1750612334'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:05:01.831601 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a751fd10-7a54-49e9-9ba9-9e351e705f2f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:01.849650 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=100 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:01.923435 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a751fd10-7a54-49e9-9ba9-9e351e705f2f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:01.930505 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a751fd10-7a54-49e9-9ba9-9e351e705f2f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:01.934566 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-69f4b14b-5039-41eb-9b2f-8e85f39de39e None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:01.970779 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-a751fd10-7a54-49e9-9ba9-9e351e705f2f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:01.972312 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-a751fd10-7a54-49e9-9ba9-9e351e705f2f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1718698 Oct 03 16:05:01.975418 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53166) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:01.979682 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751fd10-7a54-49e9-9ba9-9e351e705f2f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:01.992706 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-45bc1e8c-3889-4747-9fa5-17eb1eacf352 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'security_group_rule': {'security_group_id': '60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:05:02.028852 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-45bc1e8c-3889-4747-9fa5-17eb1eacf352 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (7c23ea74-e06a-4c94-b324-4e28e8ada640), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.048325 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:02.090626 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:02.105593 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-45bc1e8c-3889-4747-9fa5-17eb1eacf352 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (7c23ea74-e06a-4c94-b324-4e28e8ada640), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.109651 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-45bc1e8c-3889-4747-9fa5-17eb1eacf352 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (7c23ea74-e06a-4c94-b324-4e28e8ada640), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.124603 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc1e8c-3889-4747-9fa5-17eb1eacf352 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c23ea74-e06a-4c94-b324-4e28e8ada640,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:02.147969 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-45bc1e8c-3889-4747-9fa5-17eb1eacf352 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.149096 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-45bc1e8c-3889-4747-9fa5-17eb1eacf352 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1725476 Oct 03 16:05:02.151784 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53168) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:02.156905 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-51418419-3f86-4742-b2bd-82a807e65add tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'security_group_rule': {'security_group_id': '60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:05:02.171287 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-69f4b14b-5039-41eb-9b2f-8e85f39de39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:02.184089 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-51418419-3f86-4742-b2bd-82a807e65add tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (5a720c50-4cc4-4f43-a718-2b8b04c150d8), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.198081 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4b14b-5039-41eb-9b2f-8e85f39de39e None None] The sync data for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi is: [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:05:02.244808 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-51418419-3f86-4742-b2bd-82a807e65add tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (5a720c50-4cc4-4f43-a718-2b8b04c150d8), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.249245 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-51418419-3f86-4742-b2bd-82a807e65add tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (5a720c50-4cc4-4f43-a718-2b8b04c150d8), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.272243 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51418419-3f86-4742-b2bd-82a807e65add tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a720c50-4cc4-4f43-a718-2b8b04c150d8,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:02.281859 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-51418419-3f86-4742-b2bd-82a807e65add tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.283077 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-51418419-3f86-4742-b2bd-82a807e65add tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303434 Oct 03 16:05:02.286828 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53170) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:02.291113 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:05:02.315036 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.409178 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.513065 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c0f724-8238-40a7-a795-bd2463757e59 None None] New status for floating IP 30c766c9-0c11-43b9-8042-9f826259c85f: DOWN {{(pid=106164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:05:02.525951 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Allocated IP 172.27.0.24 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/e308179a-5b40-4f82-a9ab-f028a647b767) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:05:02.636085 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for port (e308179a-5b40-4f82-a9ab-f028a647b767), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.672001 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (e308179a-5b40-4f82-a9ab-f028a647b767), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.747013 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:05:02.755758 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:05:02.761392 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:05:02.794695 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'Port': ['ID=e308179a-5b40-4f82-a9ab-f028a647b767,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:02.804632 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9726a8-a184-4526-96c1-c2c355ac31fc req-3b26f1b4-8681-4ab0-8f6f-26ac39a3d2d9 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:02.806356 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8e9726a8-a184-4526-96c1-c2c355ac31fc req-3b26f1b4-8681-4ab0-8f6f-26ac39a3d2d9 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.1278629 Oct 03 16:05:02.817616 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device f4702686-835d-49ba-995a-b3e897cbf2fd up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:05:02.869924 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port f4702686-835d-49ba-995a-b3e897cbf2fd triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:05:02.870350 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.870802 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port f4702686-835d-49ba-995a-b3e897cbf2fd Oct 03 16:05:02.877074 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:02.898303 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:02.902318 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:02.911008 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (5691c270-aac6-4218-b95a-958f7330b6fd), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.961041 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port f4702686-835d-49ba-995a-b3e897cbf2fd is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:02.961546 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:02.962292 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8e9726a8-a184-4526-96c1-c2c355ac31fc req-8ff64890-7607-43f6-8a19-37b9d92819d0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1477358 Oct 03 16:05:02.971916 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (e308179a-5b40-4f82-a9ab-f028a647b767), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:03.004975 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port f4702686-835d-49ba-995a-b3e897cbf2fd, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=f4702686-835d-49ba-995a-b3e897cbf2fd,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:03.009045 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:03.058959 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=f4702686-835d-49ba-995a-b3e897cbf2fd,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:03.119337 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2aa1f8e0-a92e-4372-a51c-c48bf149671d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1333872185&fields=id&tenant_id=40732e98240b4797b941e57f6606e6c5 HTTP/1.1" status: 200 len: 267 time: 0.1039953 Oct 03 16:05:03.200146 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Sync routers for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:05:03.210711 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:03.211324 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:04:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:03.278559 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for port (e308179a-5b40-4f82-a9ab-f028a647b767), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:03.286796 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-8a827e8d-dc20-424a-992f-9413bba52791 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:03.288288 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-8a827e8d-dc20-424a-992f-9413bba52791 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 811 time: 0.1624205 Oct 03 16:05:03.290031 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (e308179a-5b40-4f82-a9ab-f028a647b767), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:03.291305 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=100 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:03.318038 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:03.358309 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-836789bd-7a61-4c21-8827-88c338d971c0 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/quotas/40732e98240b4797b941e57f6606e6c5 HTTP/1.1" status: 200 len: 375 time: 0.0466461 Oct 03 16:05:03.383726 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (5691c270-aac6-4218-b95a-958f7330b6fd), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:03.402892 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'Port': ['ID=e308179a-5b40-4f82-a9ab-f028a647b767,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:03.431432 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-0207d3dd-9031-40cf-ac8a-315e876fc989 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637541 Oct 03 16:05:03.434200 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:03.440371 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-3bdd96be-6aff-47bb-952c-f9980fb55322 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1475928 Oct 03 16:05:03.542885 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:00Z', 'revision_number': 2, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:03.572596 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Checking router: da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:05:03.572969 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Updating router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 port dcf10344-34c3-43fc-aa64-34a1e327158a binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:05:03.600105 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:03.624048 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-5d5c0c20-ddbf-4870-86d8-e995068d7491 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2119116098&fields=id&tenant_id=62932ad37df941b1840b183a858c7876 HTTP/1.1" status: 200 len: 267 time: 0.0702276 Oct 03 16:05:03.647760 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-de3a6218-822d-4678-bb02-91765f9c73f7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041032 Oct 03 16:05:03.795111 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device fa8d71f0-ca65-4c21-97c5-b323a708ab7e no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:03.816955 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-ccddd16b-f573-4ce1-a957-968e98d02edb tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:03.818659 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-ccddd16b-f573-4ce1-a957-968e98d02edb tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 814 time: 0.1873624 Oct 03 16:05:03.826054 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: fa8d71f0-ca65-4c21-97c5-b323a708ab7e {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:05:03.826760 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device fa8d71f0-ca65-4c21-97c5-b323a708ab7e not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:05:03.830294 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-00f2d472-4c41-4ce4-96b0-4373fab8a93b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726766 Oct 03 16:05:03.838068 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:03.848613 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-6d73918a-4a5b-4544-b9ca-ef66577d5055 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/quotas/62932ad37df941b1840b183a858c7876 HTTP/1.1" status: 200 len: 375 time: 0.0171084 Oct 03 16:05:03.867332 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Publish callbacks [] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:03.873679 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:03.886003 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:03.904942 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:03.905857 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-9a49f7a7-ad94-4e75-97e8-16ad3c02b5cf tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513382 Oct 03 16:05:03.927724 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Pushing event updated for resources: {'Port': ['ID=dcf10344-34c3-43fc-aa64-34a1e327158a,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:03.952475 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.952924 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.953286 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.953643 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.954265 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.954598 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.955027 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.955230 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.955564 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.955887 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.956212 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.956527 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.957006 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.957332 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.957642 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:03.989975 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Attempting to bind port dcf10344-34c3-43fc-aa64-34a1e327158a on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:05:03.990333 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Attempting to bind port dcf10344-34c3-43fc-aa64-34a1e327158a by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:05:03.990692 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Attempting to bind port dcf10344-34c3-43fc-aa64-34a1e327158a on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:05:04.036522 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:05:04.036925 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Checking segment: {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:05:04.037318 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:04.037709 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Bound using segment: {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:05:04.038224 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Bound port: dcf10344-34c3-43fc-aa64-34a1e327158a, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:05:04.038590 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:04.080797 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-66a660f1-fb90-4f20-8181-fc3f790d15b8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607337 Oct 03 16:05:04.112271 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] For port dcf10344-34c3-43fc-aa64-34a1e327158a, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:05:04.116614 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] For port dcf10344-34c3-43fc-aa64-34a1e327158a, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=dcf10344-34c3-43fc-aa64-34a1e327158a,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:05:04.124194 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:04.179227 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:04.180757 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:04:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:04.186979 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:04.236587 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-fec71041-34e5-4cd6-a90b-c734444a5897 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470969 Oct 03 16:05:04.249259 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e270e6-aa9d-442a-8e98-a1d05b865e0d None None] Pushing event updated for resources: {'Port': ['ID=dcf10344-34c3-43fc-aa64-34a1e327158a,revision_number=4']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:04.251662 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcbd79-eadb-4023-8edc-bbef225d2ece req-de08b097-7c0b-4747-9994-f11a777c46ba tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:04.253572 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3bdcbd79-eadb-4023-8edc-bbef225d2ece req-de08b097-7c0b-4747-9994-f11a777c46ba tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0672483 Oct 03 16:05:04.307792 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3bdcbd79-eadb-4023-8edc-bbef225d2ece req-b807c679-b6ea-440e-a6f7-ed68f457054f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0480008 Oct 03 16:05:04.344206 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:04.433930 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fc95c112-712a-4b9a-b351-519cba55f094 req-952c59cb-935e-4cda-b58d-160a08ed6f1a tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 210 time: 0.0529873 Oct 03 16:05:04.457572 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-48665c3b-f021-4bb7-aae9-8006cca04bbe req-ad8a671f-2587-4eab-9e53-b30ca0990ca0 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 210 time: 0.0420136 Oct 03 16:05:04.599494 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:04Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:04.634341 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0bbc9-2958-404a-85b3-61c429b77b2d None None] The sync data for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi is: [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:04Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:05:04.794222 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device f4702686-835d-49ba-995a-b3e897cbf2fd up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:05:04.846594 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port f4702686-835d-49ba-995a-b3e897cbf2fd triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:05:04.847338 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:04.847338 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port f4702686-835d-49ba-995a-b3e897cbf2fd Oct 03 16:05:04.924182 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:04.944288 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port f4702686-835d-49ba-995a-b3e897cbf2fd is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:04.945537 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device dcf10344-34c3-43fc-aa64-34a1e327158a up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:05:04.991666 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port dcf10344-34c3-43fc-aa64-34a1e327158a triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:05:04.992029 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:04.992370 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port dcf10344-34c3-43fc-aa64-34a1e327158a Oct 03 16:05:05.079423 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port dcf10344-34c3-43fc-aa64-34a1e327158a is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:05.080093 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:05.116120 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port dcf10344-34c3-43fc-aa64-34a1e327158a, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=dcf10344-34c3-43fc-aa64-34a1e327158a,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:05.120564 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:05.169139 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=dcf10344-34c3-43fc-aa64-34a1e327158a,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:05.462356 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b12a8-4500-45ff-ab26-d12fd01b7601 req-380283d5-e9f5-4af3-8edb-032a2297f952 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:05.465470 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f6b12a8-4500-45ff-ab26-d12fd01b7601 req-380283d5-e9f5-4af3-8edb-032a2297f952 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0651000 Oct 03 16:05:05.537229 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f6b12a8-4500-45ff-ab26-d12fd01b7601 req-c5faea0b-35d6-49fb-95e2-0e370cad7f8e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0571644 Oct 03 16:05:05.552999 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-644d7357-a93a-419a-9092-a9b41bab3c35 req-95227b93-0b4f-4890-80ab-9c11d2ec988f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 210 time: 0.0310364 Oct 03 16:05:05.623452 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7cee3671-e47a-402d-9725-20ef4d0245bf req-8d645245-3f3a-4f0e-907b-33b0e8b65d82 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 210 time: 0.0269742 Oct 03 16:05:06.458236 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c9caf2e9-0ba9-4df5-b50f-d85cd909d3c9 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:06.460790 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c9caf2e9-0ba9-4df5-b50f-d85cd909d3c9 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 811 time: 0.1663702 Oct 03 16:05:06.545461 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2588ad91-628c-4080-9ec3-c75657ff47bf tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=40732e98240b4797b941e57f6606e6c5 HTTP/1.1" status: 200 len: 380 time: 0.0711634 Oct 03 16:05:06.612709 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c15a0a6b-45b0-4803-bb53-e7232c55fb15 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Request body: {'port': {'device_id': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'admin_state_up': True, 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'security_groups': ['3acc507a-eecf-4f58-9305-415ffb8a209e']}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:05:06.684168 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-915d6f98-6b44-446a-94b2-e1cfb6365713 req-4ed398ff-1621-40b5-8207-b8ab966a1d33 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 210 time: 0.0499716 Oct 03 16:05:06.747385 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7238f0-170a-4274-8ee4-993dace5fcc9 req-e0af7bec-c9ed-4067-9b3e-be5c5f7956c3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:06.749418 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-be7238f0-170a-4274-8ee4-993dace5fcc9 req-e0af7bec-c9ed-4067-9b3e-be5c5f7956c3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0681956 Oct 03 16:05:06.790790 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device dcf10344-34c3-43fc-aa64-34a1e327158a up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:05:06.794998 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:06.805000 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-40c57fb3-d5a8-47a6-89e3-b2337c6eb89d req-ad826049-1f23-45c6-8498-329c3b8b634a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 210 time: 0.0325992 Oct 03 16:05:06.813250 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c15a0a6b-45b0-4803-bb53-e7232c55fb15 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Made reservation on behalf of 40732e98240b4797b941e57f6606e6c5 for: {'port': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:05:06.818421 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c15a0a6b-45b0-4803-bb53-e7232c55fb15 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:06.841011 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-be7238f0-170a-4274-8ee4-993dace5fcc9 req-e4ca0ae7-4599-4158-9f0f-c078f5d0892b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0785682 Oct 03 16:05:06.845813 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port dcf10344-34c3-43fc-aa64-34a1e327158a triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:05:06.846641 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:06.847132 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port dcf10344-34c3-43fc-aa64-34a1e327158a Oct 03 16:05:06.924506 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port dcf10344-34c3-43fc-aa64-34a1e327158a is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:06.935148 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:06.960204 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c15a0a6b-45b0-4803-bb53-e7232c55fb15 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Allocated IP 172.20.0.3 (13403649-4ce4-4f7b-972e-1b4b67982742/2384d5fa-c00d-4177-8fb5-88b9d5f7fa41/daf87bb6-218f-4859-967c-bcf0cbc9dffe) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:05:07.051133 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:07.115814 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c15a0a6b-45b0-4803-bb53-e7232c55fb15 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:07.153480 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c15a0a6b-45b0-4803-bb53-e7232c55fb15 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:07.193750 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c15a0a6b-45b0-4803-bb53-e7232c55fb15 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Network 13403649-4ce4-4f7b-972e-1b4b67982742 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:05:07.197861 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c15a0a6b-45b0-4803-bb53-e7232c55fb15 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:05:07.204066 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c15a0a6b-45b0-4803-bb53-e7232c55fb15 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:05:07.243989 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a0a6b-45b0-4803-bb53-e7232c55fb15 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'Port': ['ID=daf87bb6-218f-4859-967c-bcf0cbc9dffe,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:07.273932 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c15a0a6b-45b0-4803-bb53-e7232c55fb15 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:07.275595 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c15a0a6b-45b0-4803-bb53-e7232c55fb15 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:07.295501 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-c15a0a6b-45b0-4803-bb53-e7232c55fb15 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6872902 Oct 03 16:05:07.327829 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-1bbc4062-78cc-4a76-8b3f-23acebc6451a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:07.330380 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-1bbc4062-78cc-4a76-8b3f-23acebc6451a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 814 time: 0.1821022 Oct 03 16:05:07.370182 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Request body: {'port': {'device_id': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:05:07.410599 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-efc02520-cc41-4712-8bf0-e1147621de87 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=62932ad37df941b1840b183a858c7876 HTTP/1.1" status: 200 len: 380 time: 0.0602565 Oct 03 16:05:07.435675 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:07.479632 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-66857003-b6e6-4c79-8e84-e33923a65aa4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'port': {'device_id': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'admin_state_up': True, 'tenant_id': '62932ad37df941b1840b183a858c7876', 'security_groups': ['60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c']}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:05:07.498313 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-6b814b84-391f-4675-b38f-7c9a3d0bcbc1 None None] Provisioning complete for port daf87bb6-218f-4859-967c-bcf0cbc9dffe triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:05:07.498976 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-6b814b84-391f-4675-b38f-7c9a3d0bcbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:07.499679 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-6b814b84-391f-4675-b38f-7c9a3d0bcbc1 None None] Attempt 1 to provision port daf87bb6-218f-4859-967c-bcf0cbc9dffe Oct 03 16:05:07.502429 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:07.559680 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-6b814b84-391f-4675-b38f-7c9a3d0bcbc1 None None] Port daf87bb6-218f-4859-967c-bcf0cbc9dffe cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:05:07.725991 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf87bb6-218f-4859-967c-bcf0cbc9dffe {{(pid=106163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:05:07.736497 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Publish callbacks [] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:07.755467 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.provisioning_blocks [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Transition to ACTIVE for port object daf87bb6-218f-4859-967c-bcf0cbc9dffe will not be triggered until provisioned by entity L2. {{(pid=106163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:05:07.761837 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:07.864059 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Pushing event updated for resources: {'Port': ['ID=daf87bb6-218f-4859-967c-bcf0cbc9dffe,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:07.873411 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:07.901161 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Attempting to bind port daf87bb6-218f-4859-967c-bcf0cbc9dffe on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:05:07.901729 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Attempting to bind port daf87bb6-218f-4859-967c-bcf0cbc9dffe by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:05:07.902226 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Attempting to bind port daf87bb6-218f-4859-967c-bcf0cbc9dffe on network 13403649-4ce4-4f7b-972e-1b4b67982742 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:05:07.938986 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:07.955773 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:07.959986 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Port daf87bb6-218f-4859-967c-bcf0cbc9dffe on network 13403649-4ce4-4f7b-972e-1b4b67982742 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:05:07.961105 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Attempting to bind port daf87bb6-218f-4859-967c-bcf0cbc9dffe on network 13403649-4ce4-4f7b-972e-1b4b67982742 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:05:07.988544 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5b7c3f2-02dd-44cf-b023-645161c949dd req-f9d114e7-b969-4f71-9af3-f7668fed88d4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4041166 Oct 03 16:05:08.006735 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96b314-46ee-4da0-9ec1-8619a8389710 req-cc5f4358-fda8-4368-98e9-678234e67f34 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:08.008270 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ac96b314-46ee-4da0-9ec1-8619a8389710 req-cc5f4358-fda8-4368-98e9-678234e67f34 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 943 time: 0.0908036 Oct 03 16:05:08.031016 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-66857003-b6e6-4c79-8e84-e33923a65aa4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Made reservation on behalf of 62932ad37df941b1840b183a858c7876 for: {'port': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:05:08.035978 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:05:08.036423 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Checking segment: {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:05:08.036838 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Bound using segment: {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:05:08.037282 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Bound port: daf87bb6-218f-4859-967c-bcf0cbc9dffe, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'}}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:05:08.037450 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-66857003-b6e6-4c79-8e84-e33923a65aa4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:08.037648 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:08.105689 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] For port daf87bb6-218f-4859-967c-bcf0cbc9dffe, host hv-cinder-84456, cleared binding levels {{(pid=106163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:05:08.108861 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] For port daf87bb6-218f-4859-967c-bcf0cbc9dffe, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=daf87bb6-218f-4859-967c-bcf0cbc9dffe,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:05:08.118472 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:08.124144 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:08.124855 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:08.126861 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/daf87bb6-218f-4859-967c-bcf0cbc9dffe HTTP/1.1" status: 200 len: 1093 time: 0.8168635 Oct 03 16:05:08.127928 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'tag': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:05:08.130754 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdec39a-d985-44c5-8577-937ff1a51cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "beb09ecb-c4c2-442c-935c-61a82613b3a7", "tag": "daf87bb6-218f-4859-967c-bcf0cbc9dffe"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:05:08.149116 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7b1822ef-25d3-4d45-8033-be29e366cf38 req-b8ac18b0-0c6d-4d92-be6e-11c5ec63bada tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 210 time: 0.1072121 Oct 03 16:05:08.174059 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7c3f2-02dd-44cf-b023-645161c949dd req-ddfc427d-acf1-4951-ade2-7ec2f5c363aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:08.176809 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5b7c3f2-02dd-44cf-b023-645161c949dd req-ddfc427d-acf1-4951-ade2-7ec2f5c363aa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=60b016d4443142d4bb81dae536748cf1&device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 1129 time: 0.1467023 Oct 03 16:05:08.211680 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:08.231135 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47e9ed-b9f7-4032-90b2-88e65eabad08 service neutron] Pushing event updated for resources: {'Port': ['ID=daf87bb6-218f-4859-967c-bcf0cbc9dffe,revision_number=3']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:08.240290 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-e06905ee-e730-4473-a639-ee7c0259f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:08.241970 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-e06905ee-e730-4473-a639-ee7c0259f5af service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 1127 time: 0.0589275 Oct 03 16:05:08.242774 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ac96b314-46ee-4da0-9ec1-8619a8389710 req-0dfed732-3459-4d91-8770-ed0fa06c5537 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265851 Oct 03 16:05:08.288966 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-81f87d1d-7fbf-4101-9e18-b31f3a6966c0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf87bb6-218f-4859-967c-bcf0cbc9dffe HTTP/1.1" status: 200 len: 217 time: 0.0351982 Oct 03 16:05:08.327084 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70713f35-e087-4936-a4be-b664f25d0fb7 x-openstack-request-id: req-70713f35-e087-4936-a4be-b664f25d0fb7 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:05:08.327428 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb09ecb-c4c2-442c-935c-61a82613b3a7", "tag": "daf87bb6-218f-4859-967c-bcf0cbc9dffe", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:05:08.327752 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-70713f35-e087-4936-a4be-b664f25d0fb7 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:05:08.328213 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70713f35-e087-4936-a4be-b664f25d0fb7'] response: {'name': 'network-changed', 'server_uuid': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'tag': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'status': 'completed', 'code': 200} Oct 03 16:05:08.348661 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-d1146a15-8495-4e6d-a7e4-fa4f0885455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:08.350243 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-d1146a15-8495-4e6d-a7e4-fa4f0885455c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 200 len: 850 time: 0.0545683 Oct 03 16:05:08.386122 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83b243-63ca-4e4a-b3ee-2bf72b185087 req-bb16d1e9-684e-4507-a80e-f13ab68331c2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:08.387746 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cc83b243-63ca-4e4a-b3ee-2bf72b185087 req-bb16d1e9-684e-4507-a80e-f13ab68331c2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.1376975 Oct 03 16:05:08.395848 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-3b164d77-737b-40c8-943f-8fd71e071038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:08.397400 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-3b164d77-737b-40c8-943f-8fd71e071038 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=13403649-4ce4-4f7b-972e-1b4b67982742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403585 Oct 03 16:05:08.457017 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-66857003-b6e6-4c79-8e84-e33923a65aa4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Allocated IP 172.20.0.5 (87b5f831-720b-4bbf-8b1b-0fa2209326c5/7aedd9d0-ba75-4214-9aed-d4db28b6e76c/406bfa19-5892-4c1a-b4c3-d8446200dae5) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:05:08.468538 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7c3f2-02dd-44cf-b023-645161c949dd req-fad960d1-3dc8-4330-bb19-842d58d05054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:08.470291 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5b7c3f2-02dd-44cf-b023-645161c949dd req-fad960d1-3dc8-4330-bb19-842d58d05054 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=793e8504-b1fb-440d-84d6-d2ad56065f0c HTTP/1.1" status: 200 len: 910 time: 0.2561722 Oct 03 16:05:08.501824 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-eccc425a-c532-4e5a-87d8-15b3a34fcdcb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958295 Oct 03 16:05:08.556902 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cc83b243-63ca-4e4a-b3ee-2bf72b185087 req-893c883d-da7e-4879-b6b2-4e43438ae665 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1593843 Oct 03 16:05:08.583655 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5b7c3f2-02dd-44cf-b023-645161c949dd req-9775543c-f1d5-443b-85d7-25241284791b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34bfb794-30e4-4270-b51b-d7639fa10284 HTTP/1.1" status: 200 len: 1001 time: 0.1006703 Oct 03 16:05:08.607699 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-729e5c69-3c67-4364-85cf-b84bfb87f9bc req-92fd780e-ed06-4362-a8a5-9db9aade6209 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970576 Oct 03 16:05:08.697644 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7c3f2-02dd-44cf-b023-645161c949dd req-072d759c-aa57-47c6-89f1-cd7be977bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:08.699237 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5b7c3f2-02dd-44cf-b023-645161c949dd req-072d759c-aa57-47c6-89f1-cd7be977bde0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5666311e-53e6-4472-80b7-8214d955c322 HTTP/1.1" status: 200 len: 848 time: 0.0976241 Oct 03 16:05:08.740523 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-66857003-b6e6-4c79-8e84-e33923a65aa4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:08.773572 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-66857003-b6e6-4c79-8e84-e33923a65aa4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:08.807861 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:08.818412 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-66857003-b6e6-4c79-8e84-e33923a65aa4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:05:08.823874 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-66857003-b6e6-4c79-8e84-e33923a65aa4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:05:08.828304 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-66857003-b6e6-4c79-8e84-e33923a65aa4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:05:08.833041 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66857003-b6e6-4c79-8e84-e33923a65aa4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'Port': ['ID=406bfa19-5892-4c1a-b4c3-d8446200dae5,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:08.883663 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-66857003-b6e6-4c79-8e84-e33923a65aa4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:08.884273 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-66857003-b6e6-4c79-8e84-e33923a65aa4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:08.902657 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-66857003-b6e6-4c79-8e84-e33923a65aa4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4272470 Oct 03 16:05:08.936473 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Request body: {'port': {'device_id': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:05:08.965607 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec39a-d985-44c5-8577-937ff1a51cb1 req-7b5939cd-357d-4997-9f55-f492d5b8307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:08.967141 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7fdec39a-d985-44c5-8577-937ff1a51cb1 req-7b5939cd-357d-4997-9f55-f492d5b8307f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 1127 time: 0.0426297 Oct 03 16:05:08.994441 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7c3f2-02dd-44cf-b023-645161c949dd req-1e54173c-853f-4978-b7cd-48e0d8f3684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:08.995569 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5b7c3f2-02dd-44cf-b023-645161c949dd req-1e54173c-853f-4978-b7cd-48e0d8f3684e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=793e8504-b1fb-440d-84d6-d2ad56065f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0710173 Oct 03 16:05:09.077047 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec39a-d985-44c5-8577-937ff1a51cb1 req-9358c96d-deaf-4941-bfc2-0696ce1e1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:09.077047 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7fdec39a-d985-44c5-8577-937ff1a51cb1 req-9358c96d-deaf-4941-bfc2-0696ce1e1036 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 912 time: 0.0972204 Oct 03 16:05:09.077253 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:09.091224 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-322523ba-5dac-48d5-a226-7e0a4ce05efc None None] Provisioning complete for port 406bfa19-5892-4c1a-b4c3-d8446200dae5 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:05:09.091975 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-322523ba-5dac-48d5-a226-7e0a4ce05efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:09.092261 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-322523ba-5dac-48d5-a226-7e0a4ce05efc None None] Attempt 1 to provision port 406bfa19-5892-4c1a-b4c3-d8446200dae5 Oct 03 16:05:09.122928 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7fdec39a-d985-44c5-8577-937ff1a51cb1 req-bc011aa1-782a-4b1f-9264-80c4db574aa5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf87bb6-218f-4859-967c-bcf0cbc9dffe HTTP/1.1" status: 200 len: 217 time: 0.0422995 Oct 03 16:05:09.126984 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-322523ba-5dac-48d5-a226-7e0a4ce05efc None None] Port 406bfa19-5892-4c1a-b4c3-d8446200dae5 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:05:09.127540 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:09.169609 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5b7c3f2-02dd-44cf-b023-645161c949dd req-c3262d08-f088-4df0-8423-76b52e8a0cf0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530836 Oct 03 16:05:09.176134 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec39a-d985-44c5-8577-937ff1a51cb1 req-3f0010ac-c214-4e0e-afbb-e9ce94d48961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:09.177626 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7fdec39a-d985-44c5-8577-937ff1a51cb1 req-3f0010ac-c214-4e0e-afbb-e9ce94d48961 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 200 len: 850 time: 0.0468037 Oct 03 16:05:09.226761 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec39a-d985-44c5-8577-937ff1a51cb1 req-39f4ef12-e147-4ce1-b22b-34785b130a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:09.228658 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7fdec39a-d985-44c5-8577-937ff1a51cb1 req-39f4ef12-e147-4ce1-b22b-34785b130a15 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=13403649-4ce4-4f7b-972e-1b4b67982742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420613 Oct 03 16:05:09.302058 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:09.346993 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd883a-fdce-4aaf-a03b-e80c3f22c25b req-5306c083-f15f-4602-9271-9e6faaff4a42 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:09.349254 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e6cd883a-fdce-4aaf-a03b-e80c3f22c25b req-5306c083-f15f-4602-9271-9e6faaff4a42 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 931 time: 0.1095920 Oct 03 16:05:09.353119 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7fdec39a-d985-44c5-8577-937ff1a51cb1 req-383573e8-a962-431a-92d7-f37516df29cc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169448 Oct 03 16:05:09.451657 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-7fdec39a-d985-44c5-8577-937ff1a51cb1 req-3eaa4370-52a2-4a79-b10a-cde82b873ce5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924013 Oct 03 16:05:09.476306 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2727ac-ec3d-4700-b575-9b6fa1860976 req-a907d0c1-050d-4f97-9e0a-3caf946e93c4 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:09.477826 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2d2727ac-ec3d-4700-b575-9b6fa1860976 req-a907d0c1-050d-4f97-9e0a-3caf946e93c4 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 943 time: 0.0986440 Oct 03 16:05:09.486501 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5b7c3f2-02dd-44cf-b023-645161c949dd req-64dfc516-e164-4613-bd2a-d1a4c1a0fcd7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729666 Oct 03 16:05:09.540278 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e6cd883a-fdce-4aaf-a03b-e80c3f22c25b req-4e76c0fb-b8fa-40bd-a764-f44a8b12ab24 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560152 Oct 03 16:05:09.588389 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2d2727ac-ec3d-4700-b575-9b6fa1860976 req-c027b1ba-45ad-4a05-a9ce-9b18c4b7eae0 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990601 Oct 03 16:05:09.623626 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406bfa19-5892-4c1a-b4c3-d8446200dae5 {{(pid=106162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:05:09.631893 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Publish callbacks [] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:09.656746 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.provisioning_blocks [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Transition to ACTIVE for port object 406bfa19-5892-4c1a-b4c3-d8446200dae5 will not be triggered until provisioned by entity L2. {{(pid=106162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:05:09.676029 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:09.713891 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:09.733859 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d2801-4f1c-49b3-97b4-c5cc2ede923b req-9130a295-6479-4c0f-994f-5852ea6affad tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:09.735331 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9f4d2801-4f1c-49b3-97b4-c5cc2ede923b req-9130a295-6479-4c0f-994f-5852ea6affad tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0926354 Oct 03 16:05:09.765705 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Pushing event updated for resources: {'Port': ['ID=406bfa19-5892-4c1a-b4c3-d8446200dae5,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:09.838632 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 2ef89318-7121-40f5-84c6-aa3a58207f20 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:05:09.845006 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9f4d2801-4f1c-49b3-97b4-c5cc2ede923b req-122e8695-c7c9-43a1-be4c-29cffc7635b1 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0862362 Oct 03 16:05:09.855181 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Attempting to bind port 406bfa19-5892-4c1a-b4c3-d8446200dae5 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:05:09.855522 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Attempting to bind port 406bfa19-5892-4c1a-b4c3-d8446200dae5 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:05:09.855853 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Attempting to bind port 406bfa19-5892-4c1a-b4c3-d8446200dae5 on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:05:09.901804 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Port 406bfa19-5892-4c1a-b4c3-d8446200dae5 on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:05:09.902127 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Attempting to bind port 406bfa19-5892-4c1a-b4c3-d8446200dae5 on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:05:09.951356 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:05:09.951747 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Checking segment: {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:05:09.952127 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Bound using segment: {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:05:09.952564 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Bound port: 406bfa19-5892-4c1a-b4c3-d8446200dae5, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'}}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:05:09.952952 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:09.955251 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 2ef89318-7121-40f5-84c6-aa3a58207f20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ef89318-7121-40f5-84c6-aa3a58207f20,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:09.967604 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'port_id': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'mac_address': 'fa:16:3e:88:c3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:05:09.968888 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:10.002541 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 2ef89318-7121-40f5-84c6-aa3a58207f20 is: ACTIVE; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:10.002927 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:10.016907 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ef89318-7121-40f5-84c6-aa3a58207f20 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:05:10.018496 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] For port 406bfa19-5892-4c1a-b4c3-d8446200dae5, host hv-cinder-84456, cleared binding levels {{(pid=106162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:05:10.023435 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] For port 406bfa19-5892-4c1a-b4c3-d8446200dae5, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=406bfa19-5892-4c1a-b4c3-d8446200dae5,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:05:10.029482 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:10.035411 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:10.036179 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:10.037590 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/406bfa19-5892-4c1a-b4c3-d8446200dae5 HTTP/1.1" status: 200 len: 1093 time: 1.1117313 Oct 03 16:05:10.038157 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'tag': '406bfa19-5892-4c1a-b4c3-d8446200dae5'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:05:10.040077 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 2ef89318-7121-40f5-84c6-aa3a58207f20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ef89318-7121-40f5-84c6-aa3a58207f20,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:10.040696 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585de29b-1d50-4553-a558-0ed21bff2c72" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3d4b57-0c64-40bb-8710-b8e721815147", "tag": "406bfa19-5892-4c1a-b4c3-d8446200dae5"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:05:10.044784 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:10.154954 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['2ef89318-7121-40f5-84c6-aa3a58207f20'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:05:10.159814 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=2ef89318-7121-40f5-84c6-aa3a58207f20,revision_number=6']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:10.161842 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2772ff-f691-458d-b2d4-2190df3f44fb service neutron] Pushing event updated for resources: {'Port': ['ID=406bfa19-5892-4c1a-b4c3-d8446200dae5,revision_number=3']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:10.168848 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-9cc567b0-822f-4b19-94e6-45a64b106857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:10.170508 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-9cc567b0-822f-4b19-94e6-45a64b106857 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 1127 time: 0.0874801 Oct 03 16:05:10.220316 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278276cd-a521-40fb-aed5-53fe75a3edd1 x-openstack-request-id: req-278276cd-a521-40fb-aed5-53fe75a3edd1 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:05:10.220602 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3d4b57-0c64-40bb-8710-b8e721815147", "tag": "406bfa19-5892-4c1a-b4c3-d8446200dae5", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:05:10.220875 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-278276cd-a521-40fb-aed5-53fe75a3edd1 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:05:10.221309 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278276cd-a521-40fb-aed5-53fe75a3edd1'] response: {'name': 'network-changed', 'server_uuid': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'tag': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'status': 'completed', 'code': 200} Oct 03 16:05:10.223778 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-897c445c-f58a-499f-adc2-004ece62f635 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406bfa19-5892-4c1a-b4c3-d8446200dae5 HTTP/1.1" status: 200 len: 217 time: 0.0416274 Oct 03 16:05:10.254906 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:10.282580 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-56936484-fd0f-44fb-8a5b-db4d1375c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:10.284053 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-56936484-fd0f-44fb-8a5b-db4d1375c2b6 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7aedd9d0-ba75-4214-9aed-d4db28b6e76c HTTP/1.1" status: 200 len: 853 time: 0.0512600 Oct 03 16:05:10.340417 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-283a643f-96c9-49e8-9314-f0fb684d3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:10.342006 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-283a643f-96c9-49e8-9314-f0fb684d3bf6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87b5f831-720b-4bbf-8b1b-0fa2209326c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462179 Oct 03 16:05:10.443070 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-630fae3f-11e5-42f8-8c28-5e08f698940e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942690 Oct 03 16:05:10.554773 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5a0481ec-9f03-4f46-8595-7c2a7c2766e5 req-bfbbccf0-df31-46ea-843b-101acb645aad service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029544 Oct 03 16:05:10.701745 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d70fce-2958-4dd6-b0ab-d22bf5a305f6 req-0af6e0f7-f11d-4273-a2f3-90a5b59fa739 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:10.703084 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-44d70fce-2958-4dd6-b0ab-d22bf5a305f6 req-0af6e0f7-f11d-4273-a2f3-90a5b59fa739 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 943 time: 0.0670280 Oct 03 16:05:10.763002 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2375253-80b0-4088-babe-c2306f4c3b53 req-2e98403c-96be-4e84-a761-672cd7f47715 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:10.764712 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2375253-80b0-4088-babe-c2306f4c3b53 req-2e98403c-96be-4e84-a761-672cd7f47715 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 943 time: 0.0799148 Oct 03 16:05:10.814516 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-44d70fce-2958-4dd6-b0ab-d22bf5a305f6 req-6d9f06fb-6085-4b18-a22c-007103c14887 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931156 Oct 03 16:05:10.839815 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c2375253-80b0-4088-babe-c2306f4c3b53 req-a76b447e-c8fb-4cfd-93a4-3069819c3442 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683403 Oct 03 16:05:10.990140 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b30e6-424f-4e81-96a6-95e5d21a0095 req-c39c9880-be84-4804-a819-2c97fb0287a7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:10.991722 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7d0b30e6-424f-4e81-96a6-95e5d21a0095 req-c39c9880-be84-4804-a819-2c97fb0287a7 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 945 time: 0.0528662 Oct 03 16:05:11.003162 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:11.048103 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7d0b30e6-424f-4e81-96a6-95e5d21a0095 req-45772f61-ac6c-457f-ad83-dc56772db618 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0507975 Oct 03 16:05:11.741617 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585de29b-1d50-4553-a558-0ed21bff2c72 req-721eecd4-0bc0-439d-ba24-c6ab49ae2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:11.743098 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-585de29b-1d50-4553-a558-0ed21bff2c72 req-721eecd4-0bc0-439d-ba24-c6ab49ae2d49 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 1127 time: 0.0454886 Oct 03 16:05:11.840494 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 2ef89318-7121-40f5-84c6-aa3a58207f20 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:05:11.901932 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585de29b-1d50-4553-a558-0ed21bff2c72 req-b74d617d-f88a-4962-98c5-fe9b9affb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:11.903478 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-585de29b-1d50-4553-a558-0ed21bff2c72 req-b74d617d-f88a-4962-98c5-fe9b9affb224 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 915 time: 0.1511917 Oct 03 16:05:11.939672 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 2ef89318-7121-40f5-84c6-aa3a58207f20 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:05:11.940055 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:11.940456 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 2ef89318-7121-40f5-84c6-aa3a58207f20 Oct 03 16:05:11.981183 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-585de29b-1d50-4553-a558-0ed21bff2c72 req-420fe02b-0004-4076-a187-b93d11ee8995 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406bfa19-5892-4c1a-b4c3-d8446200dae5 HTTP/1.1" status: 200 len: 217 time: 0.0704823 Oct 03 16:05:12.062730 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 2ef89318-7121-40f5-84c6-aa3a58207f20 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:12.063131 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:12.095790 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:05:12.100778 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8efb4d1-85a6-4d47-8087-07645cc1d3ee" -d '{"events": [{"server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "name": "network-vif-plugged", "status": "completed", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:05:12.117755 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 2ef89318-7121-40f5-84c6-aa3a58207f20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ef89318-7121-40f5-84c6-aa3a58207f20,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:12.123833 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:12.134368 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981e22-64e9-47bf-8594-682e9cf971c3 req-118496fb-aff3-4f8e-b53f-852935edab48 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:12.137196 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c4981e22-64e9-47bf-8594-682e9cf971c3 req-118496fb-aff3-4f8e-b53f-852935edab48 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 943 time: 0.1422334 Oct 03 16:05:12.150526 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3846494-f343-4c90-91f3-974ceb8e8918 req-21919bd3-eb28-482e-a11b-abba6c0368f0 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:12.158219 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e3846494-f343-4c90-91f3-974ceb8e8918 req-21919bd3-eb28-482e-a11b-abba6c0368f0 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 943 time: 0.1797185 Oct 03 16:05:12.161600 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585de29b-1d50-4553-a558-0ed21bff2c72 req-e8a17cd7-da30-4030-bc6a-bd88c80c6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:12.163174 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-585de29b-1d50-4553-a558-0ed21bff2c72 req-e8a17cd7-da30-4030-bc6a-bd88c80c6a33 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7aedd9d0-ba75-4214-9aed-d4db28b6e76c HTTP/1.1" status: 200 len: 853 time: 0.1577394 Oct 03 16:05:12.181883 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=2ef89318-7121-40f5-84c6-aa3a58207f20,revision_number=7']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:12.207661 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:12.245405 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c4981e22-64e9-47bf-8594-682e9cf971c3 req-d2739fa4-9256-43ad-abe8-e42bcbcb7d2b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806079 Oct 03 16:05:12.260081 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e3846494-f343-4c90-91f3-974ceb8e8918 req-b0f9c816-25c9-46ff-baa0-073813fb0295 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008279 Oct 03 16:05:12.401045 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc137257-4405-4365-9fed-3dfd3196a202 x-openstack-request-id: req-bc137257-4405-4365-9fed-3dfd3196a202 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:05:12.401419 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "name": "network-vif-plugged", "status": "completed", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:05:12.401763 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bc137257-4405-4365-9fed-3dfd3196a202 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:05:12.402248 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc137257-4405-4365-9fed-3dfd3196a202'] response: {'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'code': 200} Oct 03 16:05:12.452795 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc0f1a-ae86-4d9a-83b7-eec2c6cb058e req-739b7a42-4e60-4ffd-88b9-35196b592f1a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:12.454244 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fbcc0f1a-ae86-4d9a-83b7-eec2c6cb058e req-739b7a42-4e60-4ffd-88b9-35196b592f1a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0970843 Oct 03 16:05:12.455233 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585de29b-1d50-4553-a558-0ed21bff2c72 req-b8b08fb4-dcc5-45c8-a598-82f915bc7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:12.456617 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-585de29b-1d50-4553-a558-0ed21bff2c72 req-b8b08fb4-dcc5-45c8-a598-82f915bc7eb0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87b5f831-720b-4bbf-8b1b-0fa2209326c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0810888 Oct 03 16:05:12.557168 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fbcc0f1a-ae86-4d9a-83b7-eec2c6cb058e req-2b6d2003-b697-47c3-aa40-98a80bfada84 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0964305 Oct 03 16:05:12.598697 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-585de29b-1d50-4553-a558-0ed21bff2c72 req-d5ab4cd9-066b-475d-986b-e2e6ece33e0b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302803 Oct 03 16:05:12.709291 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-585de29b-1d50-4553-a558-0ed21bff2c72 req-e9e91f31-319d-4ebe-a40e-efeb42f4bea5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024330 Oct 03 16:05:13.445306 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a60d8e-2fd8-4ba4-9961-1e7d2e63e6ad req-c321a649-6060-416e-ad1a-17fcc78c9f6d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:13.446918 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a0a60d8e-2fd8-4ba4-9961-1e7d2e63e6ad req-c321a649-6060-416e-ad1a-17fcc78c9f6d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 943 time: 0.1074409 Oct 03 16:05:13.453213 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afdb7d-5c62-45c5-9ef1-26019f9e5ec5 req-b3e55927-acfb-4772-a223-ab87b3f90fcd tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:13.454736 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-11afdb7d-5c62-45c5-9ef1-26019f9e5ec5 req-b3e55927-acfb-4772-a223-ab87b3f90fcd tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 943 time: 0.0784147 Oct 03 16:05:13.533513 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a0a60d8e-2fd8-4ba4-9961-1e7d2e63e6ad req-620923a9-87c8-4c23-874d-41ec3bb8b232 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775368 Oct 03 16:05:13.553760 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-11afdb7d-5c62-45c5-9ef1-26019f9e5ec5 req-4f2cf70f-e955-4661-b551-4c8215558826 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896065 Oct 03 16:05:13.693423 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:13.713538 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16e7b9-7e12-4ff3-9740-e55c52bc407b req-22b9d2f7-4200-41ef-9452-86bcc0911394 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:13.715313 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fd16e7b9-7e12-4ff3-9740-e55c52bc407b req-22b9d2f7-4200-41ef-9452-86bcc0911394 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0582049 Oct 03 16:05:13.771342 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fd16e7b9-7e12-4ff3-9740-e55c52bc407b req-9f5b6e07-7514-47d2-9ad6-7f60651d3141 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0503013 Oct 03 16:05:13.862001 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 406bfa19-5892-4c1a-b4c3-d8446200dae5 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:05:13.937537 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:13.976628 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 406bfa19-5892-4c1a-b4c3-d8446200dae5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=406bfa19-5892-4c1a-b4c3-d8446200dae5,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:13.990082 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'port_id': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'mac_address': 'fa:16:3e:cf:e6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:05:14.027275 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 406bfa19-5892-4c1a-b4c3-d8446200dae5 is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:14.027637 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:14.045564 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406bfa19-5892-4c1a-b4c3-d8446200dae5 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:05:14.078570 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 406bfa19-5892-4c1a-b4c3-d8446200dae5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=406bfa19-5892-4c1a-b4c3-d8446200dae5,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:14.083055 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:14.143990 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=406bfa19-5892-4c1a-b4c3-d8446200dae5,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:14.359654 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['406bfa19-5892-4c1a-b4c3-d8446200dae5'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:05:14.736125 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74969662-7fb4-4b62-9c5d-68329a2a6654 req-65744d56-ec20-479b-a454-c429ff95e469 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:14.737936 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-74969662-7fb4-4b62-9c5d-68329a2a6654 req-65744d56-ec20-479b-a454-c429ff95e469 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 943 time: 0.0947535 Oct 03 16:05:14.746485 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b84f24-8d0b-4fd1-b7b3-bf9432279929 req-812541e7-06a5-4fe2-b22a-ceabddc8c9f0 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:14.753575 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-19b84f24-8d0b-4fd1-b7b3-bf9432279929 req-812541e7-06a5-4fe2-b22a-ceabddc8c9f0 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 944 time: 0.0999835 Oct 03 16:05:14.839178 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-19b84f24-8d0b-4fd1-b7b3-bf9432279929 req-99feda53-48e3-4964-a378-b989a677912e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845978 Oct 03 16:05:14.851974 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-74969662-7fb4-4b62-9c5d-68329a2a6654 req-4f93d5f4-c997-4d24-8594-6c1b201f543c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901270 Oct 03 16:05:14.967999 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717abbd-791d-444e-9c8b-5c62b0f09ab3 req-cceab99f-4f57-42b1-9cfc-ad0328a6f372 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:14.969691 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8717abbd-791d-444e-9c8b-5c62b0f09ab3 req-cceab99f-4f57-42b1-9cfc-ad0328a6f372 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0502763 Oct 03 16:05:15.023489 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8717abbd-791d-444e-9c8b-5c62b0f09ab3 req-9249e6c7-9626-428a-aec0-95986c5284ad tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0473218 Oct 03 16:05:15.877567 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 406bfa19-5892-4c1a-b4c3-d8446200dae5 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:05:15.918726 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:15.937640 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port 406bfa19-5892-4c1a-b4c3-d8446200dae5 completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:05:15.948540 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 406bfa19-5892-4c1a-b4c3-d8446200dae5 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:05:15.948995 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:15.949355 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 406bfa19-5892-4c1a-b4c3-d8446200dae5 Oct 03 16:05:16.013582 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bb53b-586b-4168-be0c-e3868cca8ace req-372637bc-75ee-4df6-b0b8-37acfa9161df tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:16.015994 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-242bb53b-586b-4168-be0c-e3868cca8ace req-372637bc-75ee-4df6-b0b8-37acfa9161df tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 944 time: 0.0802031 Oct 03 16:05:16.047721 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 406bfa19-5892-4c1a-b4c3-d8446200dae5 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:16.048134 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:16.075431 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406bfa19-5892-4c1a-b4c3-d8446200dae5'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:05:16.077925 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cbea83-d8f0-4c87-a815-867aabea7c3d" -d '{"events": [{"server_uuid": "8c3d4b57-0c64-40bb-8710-b8e721815147", "name": "network-vif-plugged", "status": "completed", "tag": "406bfa19-5892-4c1a-b4c3-d8446200dae5"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:05:16.080253 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:16.092394 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb9c93-3972-4da5-bc36-73cbbcd4339e req-d3e77893-d178-43ed-9d24-d9a7573fb88b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:16.094298 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0acb9c93-3972-4da5-bc36-73cbbcd4339e req-d3e77893-d178-43ed-9d24-d9a7573fb88b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 943 time: 0.0767565 Oct 03 16:05:16.096012 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 406bfa19-5892-4c1a-b4c3-d8446200dae5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=406bfa19-5892-4c1a-b4c3-d8446200dae5,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:16.101775 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:16.135514 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-242bb53b-586b-4168-be0c-e3868cca8ace req-1625a357-2a0b-4d8a-83a1-97a203412baf tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073775 Oct 03 16:05:16.170018 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=406bfa19-5892-4c1a-b4c3-d8446200dae5,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:16.204908 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0acb9c93-3972-4da5-bc36-73cbbcd4339e req-24ea1d63-0275-4fa0-a903-39e1b1fe5a84 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983531 Oct 03 16:05:16.303734 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1649af-f5f2-429a-a08d-70b325b2f50b req-0924fefd-a593-4d37-9885-b38cec3307f5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:16.305404 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3c1649af-f5f2-429a-a08d-70b325b2f50b req-0924fefd-a593-4d37-9885-b38cec3307f5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0517497 Oct 03 16:05:16.377072 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3c1649af-f5f2-429a-a08d-70b325b2f50b req-16fed97c-bc5e-4a7b-9800-6be76d3ab434 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0614724 Oct 03 16:05:16.421938 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65477d38-c388-450e-94ed-50275af5f923 x-openstack-request-id: req-65477d38-c388-450e-94ed-50275af5f923 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:05:16.422774 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3d4b57-0c64-40bb-8710-b8e721815147", "name": "network-vif-plugged", "status": "completed", "tag": "406bfa19-5892-4c1a-b4c3-d8446200dae5", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:05:16.423645 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-65477d38-c388-450e-94ed-50275af5f923 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:05:16.424285 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65477d38-c388-450e-94ed-50275af5f923'] response: {'server_uuid': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'code': 200} Oct 03 16:05:16.975406 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623f247-8d9f-4b09-8953-cc3760b5ea2c req-e0137b51-d035-42c3-8961-d0bc517ddc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:16.977285 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c623f247-8d9f-4b09-8953-cc3760b5ea2c req-e0137b51-d035-42c3-8961-d0bc517ddc4d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 1129 time: 0.0909042 Oct 03 16:05:17.609601 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5871a2-7eac-4658-b791-b4432497e591 req-77fc3979-2783-418f-9353-bc5bdc4374d1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:17.609601 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2c5871a2-7eac-4658-b791-b4432497e591 req-77fc3979-2783-418f-9353-bc5bdc4374d1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 943 time: 0.0623207 Oct 03 16:05:17.621832 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93dcb6-74db-441c-9010-5d8a35fff707 req-685b8061-f951-4c7a-8c96-bdde85863f45 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:17.623283 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9b93dcb6-74db-441c-9010-5d8a35fff707 req-685b8061-f951-4c7a-8c96-bdde85863f45 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 945 time: 0.4035547 Oct 03 16:05:17.720275 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c623f247-8d9f-4b09-8953-cc3760b5ea2c req-4c0d7eea-175d-420b-aa54-190c765ef6c8 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819086 Oct 03 16:05:17.727685 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2c5871a2-7eac-4658-b791-b4432497e591 req-3b94219a-fb29-424f-bf90-cdd634c6c0de tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129937 Oct 03 16:05:17.743002 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9b93dcb6-74db-441c-9010-5d8a35fff707 req-0f1dded5-154d-4499-aef3-cb09b1af8edc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020451 Oct 03 16:05:17.854391 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be24aa5-02f0-41f0-8429-a6a08bba9867 req-ba2ee14b-6d5d-447d-aaad-cfd8101c1d13 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:17.861778 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7be24aa5-02f0-41f0-8429-a6a08bba9867 req-ba2ee14b-6d5d-447d-aaad-cfd8101c1d13 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0562577 Oct 03 16:05:17.874873 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device daf87bb6-218f-4859-967c-bcf0cbc9dffe details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:05:17.913190 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7be24aa5-02f0-41f0-8429-a6a08bba9867 req-06b24836-5c3d-4b65-90b7-a259a957a7f9 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0507665 Oct 03 16:05:18.015905 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port daf87bb6-218f-4859-967c-bcf0cbc9dffe, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=daf87bb6-218f-4859-967c-bcf0cbc9dffe,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:18.029438 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'port_id': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'mac_address': 'fa:16:3e:2c:74:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:05:18.075853 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port daf87bb6-218f-4859-967c-bcf0cbc9dffe is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:18.076245 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:18.091438 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf87bb6-218f-4859-967c-bcf0cbc9dffe {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:05:18.114186 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port daf87bb6-218f-4859-967c-bcf0cbc9dffe, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=daf87bb6-218f-4859-967c-bcf0cbc9dffe,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:18.118975 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:18.151196 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:18.172174 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=daf87bb6-218f-4859-967c-bcf0cbc9dffe,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:18.405141 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['daf87bb6-218f-4859-967c-bcf0cbc9dffe'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:05:18.854757 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:18.876652 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26400376-d09b-4a5d-9aa0-f76e31901be7 req-2acd0326-e45c-43ee-ab4a-c09717ad5482 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:18.881195 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-26400376-d09b-4a5d-9aa0-f76e31901be7 req-2acd0326-e45c-43ee-ab4a-c09717ad5482 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 944 time: 0.0586195 Oct 03 16:05:18.955427 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-26400376-d09b-4a5d-9aa0-f76e31901be7 req-716fef88-68f8-4c17-808a-40ffc8c6368d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709453 Oct 03 16:05:19.114530 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b82ad4-08ea-435a-8456-2cf3194543c0 req-9e2f4bcc-cdce-4414-85bf-99cd02da6f82 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:19.116173 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-81b82ad4-08ea-435a-8456-2cf3194543c0 req-9e2f4bcc-cdce-4414-85bf-99cd02da6f82 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 945 time: 0.0930569 Oct 03 16:05:19.133024 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93177c-797b-4968-94f7-a6eb5c2512ec req-dbb589b7-a381-414d-b994-7899612f4601 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:19.134844 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f93177c-797b-4968-94f7-a6eb5c2512ec req-dbb589b7-a381-414d-b994-7899612f4601 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0757592 Oct 03 16:05:19.231390 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-81b82ad4-08ea-435a-8456-2cf3194543c0 req-0e7b0ba6-eab6-4a23-af99-3c51ef216b6b tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095800 Oct 03 16:05:19.250901 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f93177c-797b-4968-94f7-a6eb5c2512ec req-fbc62aaa-40e2-4ecd-ad1c-5f6b58515954 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1020901 Oct 03 16:05:19.442988 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=14 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:19.448510 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=84,neutron:INSERT=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:19.874275 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device daf87bb6-218f-4859-967c-bcf0cbc9dffe up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:05:19.926188 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port daf87bb6-218f-4859-967c-bcf0cbc9dffe completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:05:19.933994 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port daf87bb6-218f-4859-967c-bcf0cbc9dffe triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:05:19.935337 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:19.936070 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port daf87bb6-218f-4859-967c-bcf0cbc9dffe Oct 03 16:05:19.982804 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:20.047879 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port daf87bb6-218f-4859-967c-bcf0cbc9dffe is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:20.048274 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:20.092655 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port daf87bb6-218f-4859-967c-bcf0cbc9dffe, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=daf87bb6-218f-4859-967c-bcf0cbc9dffe,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:20.094716 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:05:20.098395 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccc214f-9b23-454f-b7a5-951884e4d030" -d '{"events": [{"server_uuid": "beb09ecb-c4c2-442c-935c-61a82613b3a7", "name": "network-vif-plugged", "status": "completed", "tag": "daf87bb6-218f-4859-967c-bcf0cbc9dffe"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:05:20.121752 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:20.141232 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5defd88-0217-49b2-be3d-7dec16f3c89b req-c4fbbd8d-c091-404c-a39a-8a41fe55014a tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:20.148474 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5defd88-0217-49b2-be3d-7dec16f3c89b req-c4fbbd8d-c091-404c-a39a-8a41fe55014a tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 944 time: 0.0850966 Oct 03 16:05:20.177860 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d457393-0305-4563-8726-6956eb485268 x-openstack-request-id: req-2d457393-0305-4563-8726-6956eb485268 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:05:20.178160 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb09ecb-c4c2-442c-935c-61a82613b3a7", "name": "network-vif-plugged", "status": "completed", "tag": "daf87bb6-218f-4859-967c-bcf0cbc9dffe", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:05:20.178932 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2d457393-0305-4563-8726-6956eb485268 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:05:20.178932 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d457393-0305-4563-8726-6956eb485268'] response: {'server_uuid': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'code': 200} Oct 03 16:05:20.227784 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=daf87bb6-218f-4859-967c-bcf0cbc9dffe,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:20.228053 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f5defd88-0217-49b2-be3d-7dec16f3c89b req-5271e9d9-a3fc-4067-afa6-9b766804e181 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727561 Oct 03 16:05:20.396566 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac14cb-1933-445b-9ca1-a8384bac4f53 req-de185391-f348-4195-9ce9-5ce80665e082 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:20.403859 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c3ac14cb-1933-445b-9ca1-a8384bac4f53 req-de185391-f348-4195-9ce9-5ce80665e082 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 945 time: 0.0869060 Oct 03 16:05:20.474715 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:20.494378 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864c394-eebd-4cdb-b894-8163c5103356 req-83fbedc9-f199-4481-a4dd-efea7ca4af15 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:20.495851 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f864c394-eebd-4cdb-b894-8163c5103356 req-83fbedc9-f199-4481-a4dd-efea7ca4af15 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.1193299 Oct 03 16:05:20.516059 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6414220-0b68-4704-8bd4-44fe077aa5c5 req-3de64d33-dedc-4e87-bee6-e78d63ac6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:20.518217 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d6414220-0b68-4704-8bd4-44fe077aa5c5 req-3de64d33-dedc-4e87-bee6-e78d63ac6cb8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 1129 time: 0.0749140 Oct 03 16:05:20.549298 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c3ac14cb-1933-445b-9ca1-a8384bac4f53 req-b9c0c16f-900e-4583-bd51-f6e349ba53a1 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445663 Oct 03 16:05:20.598670 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d6414220-0b68-4704-8bd4-44fe077aa5c5 req-95367d33-f0de-4048-af5a-f838be666c13 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707569 Oct 03 16:05:20.602318 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f864c394-eebd-4cdb-b894-8163c5103356 req-df9a7065-01a1-4302-853d-b5d444a5c8e4 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0953288 Oct 03 16:05:20.672969 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec671f0d-ba5a-489b-87e7-c43b68b60079 req-ff78aab7-2051-4023-bfcd-a46a9644d4fc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:20.674373 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ec671f0d-ba5a-489b-87e7-c43b68b60079 req-ff78aab7-2051-4023-bfcd-a46a9644d4fc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 945 time: 0.0474336 Oct 03 16:05:20.685539 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53454) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:20.690002 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-90b1ef56-8904-4ff9-a75e-c978673177fa tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'floatingip': {'port_id': '406bfa19-5892-4c1a-b4c3-d8446200dae5'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:05:20.732198 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-90b1ef56-8904-4ff9-a75e-c978673177fa tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (5691c270-aac6-4218-b95a-958f7330b6fd), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:21.151624 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:21.158043 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-90b1ef56-8904-4ff9-a75e-c978673177fa tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:21.162426 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-90b1ef56-8904-4ff9-a75e-c978673177fa tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (5691c270-aac6-4218-b95a-958f7330b6fd), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:21.261130 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [None req-90b1ef56-8904-4ff9-a75e-c978673177fa tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Floating IP 5691c270-aac6-4218-b95a-958f7330b6fd associated. External IP: 172.27.0.24, port: 406bfa19-5892-4c1a-b4c3-d8446200dae5. Oct 03 16:05:21.394515 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668d94-22e1-429a-9cfa-f8d124f6bd7d req-5d074775-32d8-4da8-b81d-ed56a68006ac tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:21.395949 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-63668d94-22e1-429a-9cfa-f8d124f6bd7d req-5d074775-32d8-4da8-b81d-ed56a68006ac tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 945 time: 0.0611284 Oct 03 16:05:21.467828 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:21.517595 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-63668d94-22e1-429a-9cfa-f8d124f6bd7d req-bf5bffee-c681-42ab-9431-6571ad9eef1e tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153281 Oct 03 16:05:21.541129 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b1ef56-8904-4ff9-a75e-c978673177fa tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:05:21.657290 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b1ef56-8904-4ff9-a75e-c978673177fa tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:05:21.663867 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-90b1ef56-8904-4ff9-a75e-c978673177fa tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:21.684888 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0000309-b5b3-45b2-9142-0e5cf1da75d1 None None] Sync routers for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:05:21.702149 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0000309-b5b3-45b2-9142-0e5cf1da75d1 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:21.703701 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-f0000309-b5b3-45b2-9142-0e5cf1da75d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:04:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:21.728580 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-90b1ef56-8904-4ff9-a75e-c978673177fa tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/5691c270-aac6-4218-b95a-958f7330b6fd HTTP/1.1" status: 200 len: 990 time: 1.0419030 Oct 03 16:05:21.731351 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'tag': '406bfa19-5892-4c1a-b4c3-d8446200dae5'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:05:21.734560 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1375e3d1-ac90-406e-af66-ca7e99aa9f21" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3d4b57-0c64-40bb-8710-b8e721815147", "tag": "406bfa19-5892-4c1a-b4c3-d8446200dae5"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:05:21.762628 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ab217-d12d-4dbd-9473-8964e304da84 req-40b2d9e8-3084-493c-b8d1-fa07988e4bdb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:21.765250 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e75ab217-d12d-4dbd-9473-8964e304da84 req-40b2d9e8-3084-493c-b8d1-fa07988e4bdb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0744720 Oct 03 16:05:21.822246 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e831154-0c69-465b-bd06-c3ebf3b8ca81 req-46076118-1365-49cc-b60f-d6aad4ef8d2d tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:21.823747 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0e831154-0c69-465b-bd06-c3ebf3b8ca81 req-46076118-1365-49cc-b60f-d6aad4ef8d2d tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 946 time: 0.0852849 Oct 03 16:05:21.837131 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-f0000309-b5b3-45b2-9142-0e5cf1da75d1 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:21.867887 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e75ab217-d12d-4dbd-9473-8964e304da84 req-7e3c28ee-808c-4c5b-b214-3722bf92c76c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0813494 Oct 03 16:05:21.903440 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0e831154-0c69-465b-bd06-c3ebf3b8ca81 req-433fd930-4d29-4d18-9e75-7ceacb62c7e2 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709243 Oct 03 16:05:21.934743 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ff5f4b-69f5-46a4-87c0-cab43bad7c22 x-openstack-request-id: req-63ff5f4b-69f5-46a4-87c0-cab43bad7c22 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:05:21.935170 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3d4b57-0c64-40bb-8710-b8e721815147", "tag": "406bfa19-5892-4c1a-b4c3-d8446200dae5", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:05:21.935434 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-63ff5f4b-69f5-46a4-87c0-cab43bad7c22 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:05:21.935881 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ff5f4b-69f5-46a4-87c0-cab43bad7c22'] response: {'name': 'network-changed', 'server_uuid': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'tag': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'status': 'completed', 'code': 200} Oct 03 16:05:21.988481 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:22.066250 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-f0000309-b5b3-45b2-9142-0e5cf1da75d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '5691c270-aac6-4218-b95a-958f7330b6fd', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:cf:e6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:02Z', 'updated_at': '2022-10-03T16:05:21Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:22.094708 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0000309-b5b3-45b2-9142-0e5cf1da75d1 None None] Checking router: da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:05:22.103813 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0000309-b5b3-45b2-9142-0e5cf1da75d1 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:22.104410 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-f0000309-b5b3-45b2-9142-0e5cf1da75d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:04:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:22.203091 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d320f-17eb-4a38-9017-86ffa9811b46 req-58addf99-09be-483e-b9ef-55efaf511a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:22.205269 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-800d320f-17eb-4a38-9017-86ffa9811b46 req-58addf99-09be-483e-b9ef-55efaf511a58 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7ee0d51f58e4abd8867c54458f504fc&device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 1130 time: 0.0398703 Oct 03 16:05:22.210675 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e83d5994-0477-43f2-90c1-889d9cbc920b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:22.224173 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-f0000309-b5b3-45b2-9142-0e5cf1da75d1 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:22.546065 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-f0000309-b5b3-45b2-9142-0e5cf1da75d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '5691c270-aac6-4218-b95a-958f7330b6fd', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:cf:e6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:02Z', 'updated_at': '2022-10-03T16:05:21Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:22.574474 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0000309-b5b3-45b2-9142-0e5cf1da75d1 None None] The sync data for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi is: [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '5691c270-aac6-4218-b95a-958f7330b6fd', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:cf:e6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:02Z', 'updated_at': '2022-10-03T16:05:21Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:05:22.646231 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2aa52c-fee6-496d-b045-33add8811e6f req-aeaa870b-d408-4a95-82ca-d4ecf511887f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:22.647719 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9e2aa52c-fee6-496d-b045-33add8811e6f req-aeaa870b-d408-4a95-82ca-d4ecf511887f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 945 time: 0.0492501 Oct 03 16:05:22.696727 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9e2aa52c-fee6-496d-b045-33add8811e6f req-4012fa6f-3d87-4ddd-af9d-a4c01f4f14ef tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433528 Oct 03 16:05:22.780118 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9095ebc-d2eb-49f1-873a-8166172024ad None None] New status for floating IP 5691c270-aac6-4218-b95a-958f7330b6fd: ACTIVE {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:05:22.827128 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbabb38-9c36-4aac-926e-e4f32ad45668 req-9128bb8a-aa85-4fdd-9fbc-a441f32e4ec5 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:22.828624 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2fbabb38-9c36-4aac-926e-e4f32ad45668 req-9128bb8a-aa85-4fdd-9fbc-a441f32e4ec5 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 945 time: 0.0497518 Oct 03 16:05:22.879261 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2fbabb38-9c36-4aac-926e-e4f32ad45668 req-9f276357-98f1-43ad-b58c-a32feb38879d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440624 Oct 03 16:05:22.908058 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53490) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:22.951139 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d232f-5fc0-41fa-812a-5b9fb597c4ef tempest-TestVolumeBootPattern-109591101 tempest-TestVolumeBootPattern-109591101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:22.952798 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a20d232f-5fc0-41fa-812a-5b9fb597c4ef tempest-TestVolumeBootPattern-109591101 tempest-TestVolumeBootPattern-109591101-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 1124 time: 0.0437183 Oct 03 16:05:22.955654 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53494) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:22.960152 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'port_id': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:05:22.965621 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:23.044705 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:23.068973 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993ff41-6855-4157-87fe-c92bcc969a76 req-ef036cbf-017c-4e61-94cf-9ff34ad3a694 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:23.070466 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f993ff41-6855-4157-87fe-c92bcc969a76 req-ef036cbf-017c-4e61-94cf-9ff34ad3a694 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.1020954 Oct 03 16:05:23.113726 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799bb9-e5aa-4dd3-acc7-8763cf9cd087 req-3022809d-7588-42c5-861b-abb2a0fb1bb6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:23.115061 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-34799bb9-e5aa-4dd3-acc7-8763cf9cd087 req-3022809d-7588-42c5-861b-abb2a0fb1bb6 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 946 time: 0.1316903 Oct 03 16:05:23.202232 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:23.220519 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f993ff41-6855-4157-87fe-c92bcc969a76 req-9b4621f0-ff89-4c45-a7c1-8f544f5a5a69 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1201689 Oct 03 16:05:23.234347 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-34799bb9-e5aa-4dd3-acc7-8763cf9cd087 req-7771b881-d820-4c19-b82c-8da99d570787 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061828 Oct 03 16:05:23.292780 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:23.340170 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Allocated IP 172.27.0.20 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/e86e0258-d16e-4f1e-a109-1c94fc4273b3) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:05:23.451537 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for port (e86e0258-d16e-4f1e-a109-1c94fc4273b3), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:23.483244 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (e86e0258-d16e-4f1e-a109-1c94fc4273b3), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:23.522805 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:05:23.527528 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:05:23.531573 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:05:23.535237 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'Port': ['ID=e86e0258-d16e-4f1e-a109-1c94fc4273b3,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:23.970032 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91436b6d-4022-4d88-911d-9371de22b21a req-9e4ca414-f7f4-4ac9-846c-ebd3c7b9b5c5 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:23.972226 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-91436b6d-4022-4d88-911d-9371de22b21a req-9e4ca414-f7f4-4ac9-846c-ebd3c7b9b5c5 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 946 time: 0.0491858 Oct 03 16:05:23.996810 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:24.031140 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375e3d1-ac90-406e-af66-ca7e99aa9f21 req-ec48188c-847b-4148-a8b9-8b9ddbcf6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:24.032663 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1375e3d1-ac90-406e-af66-ca7e99aa9f21 req-ec48188c-847b-4148-a8b9-8b9ddbcf6a52 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 1129 time: 0.3713801 Oct 03 16:05:24.058295 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Deleting port cf761e51-dba3-432f-af44-45799f73b23a {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:24.058633 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (cf761e51-dba3-432f-af44-45799f73b23a), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:24.143393 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d320f-17eb-4a38-9017-86ffa9811b46 req-f7ecc829-1ece-4c47-b6cc-86a36951bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:24.145377 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-800d320f-17eb-4a38-9017-86ffa9811b46 req-f7ecc829-1ece-4c47-b6cc-86a36951bf1d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90c6b009-4013-4301-b819-4e12c2de8610 HTTP/1.1" status: 200 len: 917 time: 0.4948454 Oct 03 16:05:24.153949 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] For port cf761e51-dba3-432f-af44-45799f73b23a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cf761e51-dba3-432f-af44-45799f73b23a,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:24.154317 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (cf761e51-dba3-432f-af44-45799f73b23a), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:24.275258 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-800d320f-17eb-4a38-9017-86ffa9811b46 req-93d40b96-c533-40a8-b99b-d9c4d6c4cb96 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef89318-7121-40f5-84c6-aa3a58207f20 HTTP/1.1" status: 200 len: 1002 time: 0.1190884 Oct 03 16:05:24.295775 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-5517dfe0-c533-48f8-9a62-db5cc4f31455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:24.306680 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:24.319249 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375e3d1-ac90-406e-af66-ca7e99aa9f21 req-6cc49b7d-2ab4-49c8-a576-d91ff4fc57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:24.320753 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1375e3d1-ac90-406e-af66-ca7e99aa9f21 req-6cc49b7d-2ab4-49c8-a576-d91ff4fc57ab service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 915 time: 0.2809412 Oct 03 16:05:24.330446 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:24.330780 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (d6a37b0a-a497-422f-a166-f929545db090), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:24.331703 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Floating IP d6a37b0a-a497-422f-a166-f929545db090 disassociated. External IP: 172.27.0.42, port: cf761e51-dba3-432f-af44-45799f73b23a. Oct 03 16:05:24.332284 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Calling delete_port for cf761e51-dba3-432f-af44-45799f73b23a owned by compute:nova {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:24.475974 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (cf761e51-dba3-432f-af44-45799f73b23a), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:24.504449 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event deleted for resources: {'Port': ['ID=cf761e51-dba3-432f-af44-45799f73b23a,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:24.520206 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d320f-17eb-4a38-9017-86ffa9811b46 req-c041b962-b470-48f2-b5a3-357418024bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:24.521985 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-800d320f-17eb-4a38-9017-86ffa9811b46 req-c041b962-b470-48f2-b5a3-357418024bd4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=670b7b9a-7e6f-4853-8220-542ceaef90cb HTTP/1.1" status: 200 len: 855 time: 0.2140074 Oct 03 16:05:24.539793 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de072e34-9c00-41c0-a792-17ee3790b858 req-b33b53aa-2ff6-4efd-a8ac-710e01ea5220 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:24.541319 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-de072e34-9c00-41c0-a792-17ee3790b858 req-b33b53aa-2ff6-4efd-a8ac-710e01ea5220 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 946 time: 0.1754270 Oct 03 16:05:24.557582 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a8088-4afb-4f4a-b217-6e44eb00a44b req-16d22bf0-3952-44d3-b9c9-153709879351 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:24.559055 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5b0a8088-4afb-4f4a-b217-6e44eb00a44b req-16d22bf0-3952-44d3-b9c9-153709879351 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.1942472 Oct 03 16:05:24.568878 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1375e3d1-ac90-406e-af66-ca7e99aa9f21 req-5b99a797-6719-4b89-a99e-0c21596f15ba service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406bfa19-5892-4c1a-b4c3-d8446200dae5 HTTP/1.1" status: 200 len: 1000 time: 0.2152162 Oct 03 16:05:24.621100 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Router ff42e430-d382-4e3f-87c3-2ff4718afef4 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:05:24.667976 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for floatingip (b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:24.709286 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d320f-17eb-4a38-9017-86ffa9811b46 req-72281a7c-dff6-4f14-85c6-ca660daa058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:24.710827 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-800d320f-17eb-4a38-9017-86ffa9811b46 req-72281a7c-dff6-4f14-85c6-ca660daa058a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90c6b009-4013-4301-b819-4e12c2de8610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1820369 Oct 03 16:05:24.785592 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375e3d1-ac90-406e-af66-ca7e99aa9f21 req-93ff6ebc-0105-481c-9556-1e508fab1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:24.786997 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1375e3d1-ac90-406e-af66-ca7e99aa9f21 req-93ff6ebc-0105-481c-9556-1e508fab1f32 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7aedd9d0-ba75-4214-9aed-d4db28b6e76c HTTP/1.1" status: 200 len: 853 time: 0.1889088 Oct 03 16:05:24.817589 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:24.834012 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-de072e34-9c00-41c0-a792-17ee3790b858 req-f7a51732-ce72-4a45-aa4a-db2debf8c081 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af088e98-deb0-43c3-840c-5c9bb66e987d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2739017 Oct 03 16:05:24.837004 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5b0a8088-4afb-4f4a-b217-6e44eb00a44b req-a8bd85d2-b676-4c2e-b559-4093bd1acf88 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2671456 Oct 03 16:05:24.912780 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375e3d1-ac90-406e-af66-ca7e99aa9f21 req-d1cdf3cb-8c2b-4afa-bbbc-56f88aa01cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:24.914317 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1375e3d1-ac90-406e-af66-ca7e99aa9f21 req-d1cdf3cb-8c2b-4afa-bbbc-56f88aa01cca service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87b5f831-720b-4bbf-8b1b-0fa2209326c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0948896 Oct 03 16:05:24.917367 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (e86e0258-d16e-4f1e-a109-1c94fc4273b3), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:24.963564 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:05:24.978778 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd92ee5-0074-45c4-a326-902592eeeb0e None None] Sync routers for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:05:24.987364 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:25.000447 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd92ee5-0074-45c4-a326-902592eeeb0e None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:25.002484 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-dfd92ee5-0074-45c4-a326-902592eeeb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:05:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:25.010665 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] No DVR routers for this DVR port cf761e51-dba3-432f-af44-45799f73b23a on host hv-cinder-84456 {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:05:25.017965 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:25.021790 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-91436b6d-4022-4d88-911d-9371de22b21a req-380e0051-835d-4aa0-bbfd-c0ca4cb0cc70 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.48 "DELETE /networking/v2.0/ports/cf761e51-dba3-432f-af44-45799f73b23a HTTP/1.1" status: 204 len: 173 time: 1.0447974 Oct 03 16:05:25.022163 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-800d320f-17eb-4a38-9017-86ffa9811b46 req-547de3d9-f7d7-4ed0-8780-19cb31c2a80f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996185 Oct 03 16:05:25.022291 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e40c96-5f19-40a7-be49-dd0c05c3c343', 'name': 'network-vif-deleted', 'tag': 'cf761e51-dba3-432f-af44-45799f73b23a'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:05:25.024576 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b3383c-8ecb-4fe1-bb91-f0c71eaf6a50" -d '{"events": [{"server_uuid": "52e40c96-5f19-40a7-be49-dd0c05c3c343", "name": "network-vif-deleted", "tag": "cf761e51-dba3-432f-af44-45799f73b23a"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:05:25.128836 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc98d10e-fa07-4888-9da4-bcf91ece082e x-openstack-request-id: req-dc98d10e-fa07-4888-9da4-bcf91ece082e {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:05:25.129229 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e40c96-5f19-40a7-be49-dd0c05c3c343", "name": "network-vif-deleted", "tag": "cf761e51-dba3-432f-af44-45799f73b23a", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:05:25.130104 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dc98d10e-fa07-4888-9da4-bcf91ece082e {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:05:25.130856 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc98d10e-fa07-4888-9da4-bcf91ece082e'] response: {'server_uuid': '52e40c96-5f19-40a7-be49-dd0c05c3c343', 'name': 'network-vif-deleted', 'tag': 'cf761e51-dba3-432f-af44-45799f73b23a', 'status': 'completed', 'code': 200} Oct 03 16:05:25.136966 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-dfd92ee5-0074-45c4-a326-902592eeeb0e None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:25.191936 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1375e3d1-ac90-406e-af66-ca7e99aa9f21 req-f63bed89-f018-44f2-a19d-21be38fc4cda service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664587 Oct 03 16:05:25.295532 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-800d320f-17eb-4a38-9017-86ffa9811b46 req-863144b6-0a54-4996-ad76-6554471a36e1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583187 Oct 03 16:05:25.306017 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:25.350290 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-dfd92ee5-0074-45c4-a326-902592eeeb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:27Z', 'revision_number': 5, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:25.354718 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for port (e86e0258-d16e-4f1e-a109-1c94fc4273b3), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:25.363085 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (e86e0258-d16e-4f1e-a109-1c94fc4273b3), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:25.379579 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd92ee5-0074-45c4-a326-902592eeeb0e None None] Checking router: ff42e430-d382-4e3f-87c3-2ff4718afef4 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:05:25.387900 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd92ee5-0074-45c4-a326-902592eeeb0e None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:25.388503 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-dfd92ee5-0074-45c4-a326-902592eeeb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:05:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:25.391187 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1375e3d1-ac90-406e-af66-ca7e99aa9f21 req-c9413c58-a58c-4fee-8642-c23e900866f7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915929 Oct 03 16:05:25.436973 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'Port': ['ID=e86e0258-d16e-4f1e-a109-1c94fc4273b3,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:25.439544 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:25.483154 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:25.495041 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-dfd92ee5-0074-45c4-a326-902592eeeb0e None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:25.537474 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Floating IP b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c associated. External IP: 172.27.0.20, port: daf87bb6-218f-4859-967c-bcf0cbc9dffe. Oct 03 16:05:25.638624 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:25.684732 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-dfd92ee5-0074-45c4-a326-902592eeeb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:27Z', 'revision_number': 5, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:25.711107 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd92ee5-0074-45c4-a326-902592eeeb0e None None] The sync data for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi is: [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T15:59:09Z', 'revision_number': 4, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '782b6fdb-be19-47cf-8106-79f51012505a', 'name': '', 'network_id': '1b631aad-5777-4efa-a0a0-1b5b5e7e2d32', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'mac_address': 'fa:16:3e:b0:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:06Z', 'updated_at': '2022-10-03T15:59:27Z', 'revision_number': 5, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'subnets': [{'id': '26d397fd-4b80-4bbf-a0fc-de0f65c079d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:05:25.736881 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Router 72d38349-260b-47a2-90db-af2e36ca2276 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:05:25.803679 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:25.847717 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:05:25.857479 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26512dc1-71ac-46dd-b2ca-fd544b03cbf7 None None] Sync routers for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:05:25.869134 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26512dc1-71ac-46dd-b2ca-fd544b03cbf7 None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:25.869787 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-26512dc1-71ac-46dd-b2ca-fd544b03cbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:05:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:25.876280 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:25.879423 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 2ef89318-7121-40f5-84c6-aa3a58207f20 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:25.921039 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-82453337-9466-43c9-b678-bb76121f0b80 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9642663 Oct 03 16:05:25.921912 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'tag': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:05:25.926530 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a426b0c-d34e-4d5b-aa1d-5321db2d9a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "beb09ecb-c4c2-442c-935c-61a82613b3a7", "tag": "daf87bb6-218f-4859-967c-bcf0cbc9dffe"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:05:25.998425 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-392d897c-b7ca-4329-9fab-de0db45c8833 req-7079a1ec-92f1-4b58-aaa5-2a3733065afa tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 210 time: 0.0423801 Oct 03 16:05:26.000769 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-26512dc1-71ac-46dd-b2ca-fd544b03cbf7 None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:26.046644 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 2ef89318-7121-40f5-84c6-aa3a58207f20 is: ACTIVE; New status is: DOWN {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:26.047310 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:26.051385 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c62050a-7b3d-46e3-b8a5-ad7255ec2508 x-openstack-request-id: req-2c62050a-7b3d-46e3-b8a5-ad7255ec2508 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:05:26.052029 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb09ecb-c4c2-442c-935c-61a82613b3a7", "tag": "daf87bb6-218f-4859-967c-bcf0cbc9dffe", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:05:26.052578 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2c62050a-7b3d-46e3-b8a5-ad7255ec2508 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:05:26.053104 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a887d77f-af81-4a16-a7d6-012124528cf7 None None] New status for floating IP d6a37b0a-a497-422f-a166-f929545db090: DOWN {{(pid=106164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:05:26.053370 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c62050a-7b3d-46e3-b8a5-ad7255ec2508'] response: {'name': 'network-changed', 'server_uuid': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'tag': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'status': 'completed', 'code': 200} Oct 03 16:05:26.152537 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:05:26.154718 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e09f82-7de7-49db-bd77-9c586a446fe8" -d '{"events": [{"server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:05:26.198916 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 2ef89318-7121-40f5-84c6-aa3a58207f20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ef89318-7121-40f5-84c6-aa3a58207f20,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:26.201538 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a12aebe-71fd-424d-8e74-a693e5bbe1b4 x-openstack-request-id: req-5a12aebe-71fd-424d-8e74-a693e5bbe1b4 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:05:26.201903 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:05:26.202085 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5a12aebe-71fd-424d-8e74-a693e5bbe1b4 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:05:26.202801 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a12aebe-71fd-424d-8e74-a693e5bbe1b4'] response: {'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'code': 200} Oct 03 16:05:26.207764 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:26.237286 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcc2ba-4767-4d03-921d-119e7d11b11a req-7b738b3d-6b95-42ab-ab2e-2acee73bb300 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:26.238990 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-21fcc2ba-4767-4d03-921d-119e7d11b11a req-7b738b3d-6b95-42ab-ab2e-2acee73bb300 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 946 time: 0.0609641 Oct 03 16:05:26.261925 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=2ef89318-7121-40f5-84c6-aa3a58207f20,revision_number=8']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:26.272404 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-26512dc1-71ac-46dd-b2ca-fd544b03cbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:2c:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:24Z', 'updated_at': '2022-10-03T16:05:24Z', 'revision_number': 0, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:26.293906 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-21fcc2ba-4767-4d03-921d-119e7d11b11a req-6ee0e96f-7ff1-4106-b52d-de9d83fa9bcb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457504 Oct 03 16:05:26.298863 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26512dc1-71ac-46dd-b2ca-fd544b03cbf7 None None] Checking router: 72d38349-260b-47a2-90db-af2e36ca2276 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:05:26.309269 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:26.313523 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26512dc1-71ac-46dd-b2ca-fd544b03cbf7 None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:26.314150 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-26512dc1-71ac-46dd-b2ca-fd544b03cbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:05:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:26.358140 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:26.420520 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-26512dc1-71ac-46dd-b2ca-fd544b03cbf7 None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:26.632233 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-26512dc1-71ac-46dd-b2ca-fd544b03cbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:2c:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:24Z', 'updated_at': '2022-10-03T16:05:24Z', 'revision_number': 0, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:26.656866 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26512dc1-71ac-46dd-b2ca-fd544b03cbf7 None None] The sync data for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi is: [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:2c:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:24Z', 'updated_at': '2022-10-03T16:05:24Z', 'revision_number': 0, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:05:26.835884 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426b0c-d34e-4d5b-aa1d-5321db2d9a9f req-94f41ba5-2f49-40ee-bf17-88a375441849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:26.838646 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0a426b0c-d34e-4d5b-aa1d-5321db2d9a9f req-94f41ba5-2f49-40ee-bf17-88a375441849 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 1129 time: 0.0426776 Oct 03 16:05:26.847079 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a07ea-5c00-44dd-ba62-04a2b4d243c7 None None] New status for floating IP b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c: ACTIVE {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:05:27.049100 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:27.129707 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cb3a8f84-e684-4d3a-8813-ff9ed828aafe req-f5bcfe72-6a16-4af3-8e17-6f723c36ce41 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=52e40c96-5f19-40a7-be49-dd0c05c3c343 HTTP/1.1" status: 200 len: 210 time: 0.0396707 Oct 03 16:05:27.180644 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:27.216108 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426b0c-d34e-4d5b-aa1d-5321db2d9a9f req-62a052c2-935e-44f5-bce4-8430256e13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:27.218964 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0a426b0c-d34e-4d5b-aa1d-5321db2d9a9f req-62a052c2-935e-44f5-bce4-8430256e13b8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 912 time: 0.1183317 Oct 03 16:05:27.584268 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0a426b0c-d34e-4d5b-aa1d-5321db2d9a9f req-e9a3de0b-05bf-4570-a964-93014ff0ddfe service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf87bb6-218f-4859-967c-bcf0cbc9dffe HTTP/1.1" status: 200 len: 1000 time: 0.3577769 Oct 03 16:05:27.599063 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c861eb8-11d4-4b0f-a4c9-4b16efed9a59 req-d663de26-51cf-43c0-87d9-81e167d66eef tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:27.600470 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4c861eb8-11d4-4b0f-a4c9-4b16efed9a59 req-d663de26-51cf-43c0-87d9-81e167d66eef tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0558624 Oct 03 16:05:27.653964 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:27.686201 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426b0c-d34e-4d5b-aa1d-5321db2d9a9f req-0447cfe4-e247-4b53-855a-d2290dfa5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:27.687673 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0a426b0c-d34e-4d5b-aa1d-5321db2d9a9f req-0447cfe4-e247-4b53-855a-d2290dfa5195 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 200 len: 850 time: 0.0679705 Oct 03 16:05:27.691634 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4c861eb8-11d4-4b0f-a4c9-4b16efed9a59 req-f07ed37e-b81f-4fd1-9ffb-56a52cbe190e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0857286 Oct 03 16:05:27.736550 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426b0c-d34e-4d5b-aa1d-5321db2d9a9f req-80781aed-0202-4265-90ee-dfde111b5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:27.738641 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0a426b0c-d34e-4d5b-aa1d-5321db2d9a9f req-80781aed-0202-4265-90ee-dfde111b5715 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=13403649-4ce4-4f7b-972e-1b4b67982742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435119 Oct 03 16:05:27.832976 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0a426b0c-d34e-4d5b-aa1d-5321db2d9a9f req-3c5ab9dc-f494-4372-a641-94a1f5d6ecaa service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875564 Oct 03 16:05:27.886539 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device cf761e51-dba3-432f-af44-45799f73b23a no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:27.918281 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: cf761e51-dba3-432f-af44-45799f73b23a {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:05:27.918892 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device cf761e51-dba3-432f-af44-45799f73b23a not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:05:27.930877 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:27.936666 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0a426b0c-d34e-4d5b-aa1d-5321db2d9a9f req-b324c7f2-a717-4405-a502-59c3b1c3b6cc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978997 Oct 03 16:05:28.231130 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53538) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:28.287139 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb61e-d489-470f-b524-4e8b57b5599b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group (af088e98-deb0-43c3-840c-5c9bb66e987d), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:28.312576 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb61e-d489-470f-b524-4e8b57b5599b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group (af088e98-deb0-43c3-840c-5c9bb66e987d), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:28.363688 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb61e-d489-470f-b524-4e8b57b5599b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (af088e98-deb0-43c3-840c-5c9bb66e987d), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:28.366282 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb61e-d489-470f-b524-4e8b57b5599b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:28.367470 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-6d8eb61e-d489-470f-b524-4e8b57b5599b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/af088e98-deb0-43c3-840c-5c9bb66e987d HTTP/1.1" status: 204 len: 168 time: 0.1353288 Oct 03 16:05:28.370353 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53544) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:28.377176 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8eb61e-d489-470f-b524-4e8b57b5599b tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af088e98-deb0-43c3-840c-5c9bb66e987d,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:28.389540 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.api.v2.resource [None req-bb3b8653-35d5-4df7-8a6c-338a67f0695f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] show failed (client error): The resource could not be found. Oct 03 16:05:28.390552 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-bb3b8653-35d5-4df7-8a6c-338a67f0695f tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "GET /networking/v2.0/security-groups/af088e98-deb0-43c3-840c-5c9bb66e987d HTTP/1.1" status: 404 len: 347 time: 0.0186899 Oct 03 16:05:28.393757 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53546) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:28.498194 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:28.514163 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Deleting port aa4caf8e-3fd8-403d-8bdd-e7ce2408c098 {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:28.514511 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (aa4caf8e-3fd8-403d-8bdd-e7ce2408c098), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:28.539432 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [req-e448dac6-be98-4809-922e-b910d4377c7e req-626a2117-4dd6-44f7-947a-93bdbb6b5621 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 16:05:28.540442 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e448dac6-be98-4809-922e-b910d4377c7e req-626a2117-4dd6-44f7-947a-93bdbb6b5621 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0065506 Oct 03 16:05:28.575211 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:28.594950 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (aa4caf8e-3fd8-403d-8bdd-e7ce2408c098), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:28.595276 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (aa4caf8e-3fd8-403d-8bdd-e7ce2408c098), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:28.609333 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Calling delete_port for aa4caf8e-3fd8-403d-8bdd-e7ce2408c098 owned by network:floatingip {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:28.732341 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1127a1-03cd-4b7d-a713-eb72724763a2 req-29b22639-dcda-4c86-9341-6101e3a71021 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:28.733864 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf1127a1-03cd-4b7d-a713-eb72724763a2 req-29b22639-dcda-4c86-9341-6101e3a71021 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0567279 Oct 03 16:05:28.782289 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf1127a1-03cd-4b7d-a713-eb72724763a2 req-4a912a2e-a630-4f22-815a-703bd51a205b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418410 Oct 03 16:05:28.782530 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-7b604f05-dd05-4ce6-9f78-0289478bd6bd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514064 Oct 03 16:05:28.785117 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (aa4caf8e-3fd8-403d-8bdd-e7ce2408c098), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:28.814386 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Pushing event deleted for resources: {'Port': ['ID=aa4caf8e-3fd8-403d-8bdd-e7ce2408c098,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:28.836199 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.836547 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.836913 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.837499 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.837847 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.838176 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.838530 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.838857 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.839169 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.839490 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.839814 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.840131 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.840447 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.840777 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.841095 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:28.915890 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-0bc45267-a220-40ed-8a8c-22c7d6b1f796 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:28.917180 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-0bc45267-a220-40ed-8a8c-22c7d6b1f796 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports/2ef89318-7121-40f5-84c6-aa3a58207f20 HTTP/1.1" status: 200 len: 941 time: 0.1000700 Oct 03 16:05:28.931961 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks [] for floatingip (d6a37b0a-a497-422f-a166-f929545db090), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:28.934540 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:28.936060 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-e91f3496-ebde-416d-b59d-34610aca0e33 tempest-AttachVolumeTestJSON-1459047888 tempest-AttachVolumeTestJSON-1459047888-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/d6a37b0a-a497-422f-a166-f929545db090 HTTP/1.1" status: 204 len: 168 time: 0.5407834 Oct 03 16:05:29.834180 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-7460dbd7-fa31-47b0-b277-0dd732e8584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:29.835693 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-7460dbd7-fa31-47b0-b277-0dd732e8584c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7&tenant_id=d7ee0d51f58e4abd8867c54458f504fc HTTP/1.1" status: 200 len: 1128 time: 0.0693004 Oct 03 16:05:29.929212 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-e89eaa8a-a2ea-4f03-b7b2-0fb987bb94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:29.930726 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-e89eaa8a-a2ea-4f03-b7b2-0fb987bb94e6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d7ee0d51f58e4abd8867c54458f504fc&device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 1128 time: 0.0728056 Oct 03 16:05:29.936603 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fdc6d-10a4-4d2d-94e8-53810f15fd55 req-61fa3ddb-96b2-46af-8851-9659c83bf914 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:29.937972 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b93fdc6d-10a4-4d2d-94e8-53810f15fd55 req-61fa3ddb-96b2-46af-8851-9659c83bf914 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0702021 Oct 03 16:05:30.039366 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b93fdc6d-10a4-4d2d-94e8-53810f15fd55 req-f1b62152-3410-4f36-be6d-12472020e9b3 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0924790 Oct 03 16:05:30.062359 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-5d0c6576-1d13-43c2-b226-cc4aac1dc9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:30.063921 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-5d0c6576-1d13-43c2-b226-cc4aac1dc9a2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=90c6b009-4013-4301-b819-4e12c2de8610 HTTP/1.1" status: 200 len: 917 time: 0.1250632 Oct 03 16:05:30.126941 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-2b8fa7dd-6d37-453c-8228-c5465b7334c7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef89318-7121-40f5-84c6-aa3a58207f20 HTTP/1.1" status: 200 len: 1000 time: 0.0574591 Oct 03 16:05:30.179900 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-5d80961a-8166-4f5b-b05e-9956e41411ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:30.181668 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-5d80961a-8166-4f5b-b05e-9956e41411ba service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=670b7b9a-7e6f-4853-8220-542ceaef90cb HTTP/1.1" status: 200 len: 855 time: 0.0492034 Oct 03 16:05:30.231711 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-f2fa92b5-cd20-4503-a320-b1c2f2eddb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:30.233436 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-f2fa92b5-cd20-4503-a320-b1c2f2eddb67 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90c6b009-4013-4301-b819-4e12c2de8610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463908 Oct 03 16:05:30.296598 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:30.323354 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-d7170caa-e78a-4639-90e0-144237dd123d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838144 Oct 03 16:05:30.417127 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-148a871d-e794-4572-9ea2-50ccc52afa22 req-b3bf4798-5974-4307-a3f7-e2909cce8b2f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875411 Oct 03 16:05:31.179497 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95b1e9-3d5d-49bf-ba20-d4af99670a16 req-6253fc4a-5276-40c7-a793-2fc097ff2b74 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:31.183046 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ec95b1e9-3d5d-49bf-ba20-d4af99670a16 req-6253fc4a-5276-40c7-a793-2fc097ff2b74 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0569701 Oct 03 16:05:31.233753 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ec95b1e9-3d5d-49bf-ba20-d4af99670a16 req-2c2f2896-1c89-4860-8dcc-03b946807c0e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0468733 Oct 03 16:05:31.886647 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 2ef89318-7121-40f5-84c6-aa3a58207f20 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:31.913644 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:31.972441 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 2ef89318-7121-40f5-84c6-aa3a58207f20 is: DOWN; New status is: DOWN {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:32.399505 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e6452-ca6d-4aae-a8c8-6a79f203ea13 req-2b1ab3c2-1f63-4197-8e9a-c9adbc647267 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:32.401039 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-926e6452-ca6d-4aae-a8c8-6a79f203ea13 req-2b1ab3c2-1f63-4197-8e9a-c9adbc647267 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0521545 Oct 03 16:05:32.451299 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-926e6452-ca6d-4aae-a8c8-6a79f203ea13 req-0d952943-2c19-41b2-94b5-04ed447a8f7d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446041 Oct 03 16:05:32.548115 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:05:32.602621 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53622) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:32.978959 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c024-2152-4419-9723-83f17ac11ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734088'] for router_interface (ff42e430-d382-4e3f-87c3-2ff4718afef4), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:33.072646 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:33.230933 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c024-2152-4419-9723-83f17ac11ac8 admin admin] Deleting port 782b6fdb-be19-47cf-8106-79f51012505a {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:33.231351 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c024-2152-4419-9723-83f17ac11ac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (782b6fdb-be19-47cf-8106-79f51012505a), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:33.303259 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:33.324194 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [None req-4fb5c024-2152-4419-9723-83f17ac11ac8 admin admin] For port 782b6fdb-be19-47cf-8106-79f51012505a, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=782b6fdb-be19-47cf-8106-79f51012505a,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:33.324559 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c024-2152-4419-9723-83f17ac11ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (782b6fdb-be19-47cf-8106-79f51012505a), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:33.339839 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5c024-2152-4419-9723-83f17ac11ac8 admin admin] Calling delete_port for 782b6fdb-be19-47cf-8106-79f51012505a owned by network:router_interface {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:33.534634 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c024-2152-4419-9723-83f17ac11ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (782b6fdb-be19-47cf-8106-79f51012505a), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:33.545214 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:33.565253 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5c024-2152-4419-9723-83f17ac11ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=782b6fdb-be19-47cf-8106-79f51012505a,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:33.592789 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369abfb-09b0-45f0-a8e3-084721ae7f69 req-f0cedff9-c067-4497-86c8-62e3db160eca tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:33.600580 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3369abfb-09b0-45f0-a8e3-084721ae7f69 req-f0cedff9-c067-4497-86c8-62e3db160eca tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0635962 Oct 03 16:05:33.661594 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3369abfb-09b0-45f0-a8e3-084721ae7f69 req-2e0169c1-8594-4fd4-9b99-88360ad8527b tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0591941 Oct 03 16:05:33.771535 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c024-2152-4419-9723-83f17ac11ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734076'] for router_interface (ff42e430-d382-4e3f-87c3-2ff4718afef4), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:33.979166 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:33.989081 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb5c024-2152-4419-9723-83f17ac11ac8 admin admin] Router ff42e430-d382-4e3f-87c3-2ff4718afef4 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:05:34.133482 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb5c024-2152-4419-9723-83f17ac11ac8 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:05:34.139223 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-4fb5c024-2152-4419-9723-83f17ac11ac8 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/ff42e430-d382-4e3f-87c3-2ff4718afef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5353861 Oct 03 16:05:34.141898 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53630) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:34.150265 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2252ab-cdb7-4025-a06d-5227b2705c57 None None] Sync routers for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:05:34.168257 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2252ab-cdb7-4025-a06d-5227b2705c57 None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:34.170047 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-fe2252ab-cdb7-4025-a06d-5227b2705c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:05:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:34.253714 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Publish callbacks [] for router (ff42e430-d382-4e3f-87c3-2ff4718afef4), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:34.285265 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-fe2252ab-cdb7-4025-a06d-5227b2705c57 None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:34.311292 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:34.390187 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Publish callbacks [] for router_gateway (ff42e430-d382-4e3f-87c3-2ff4718afef4), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:34.443582 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Deleting port 3e764314-f831-43d0-8b26-9dc63216aaea {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:34.443927 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (3e764314-f831-43d0-8b26-9dc63216aaea), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:34.499355 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-fe2252ab-cdb7-4025-a06d-5227b2705c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T16:05:33Z', 'revision_number': 5, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port': {'id': '3e764314-f831-43d0-8b26-9dc63216aaea', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ea:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:34.531526 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2252ab-cdb7-4025-a06d-5227b2705c57 None None] Checking router: ff42e430-d382-4e3f-87c3-2ff4718afef4 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:05:34.540613 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] For port 3e764314-f831-43d0-8b26-9dc63216aaea, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=3e764314-f831-43d0-8b26-9dc63216aaea,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:34.541022 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (3e764314-f831-43d0-8b26-9dc63216aaea), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:34.542107 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2252ab-cdb7-4025-a06d-5227b2705c57 None None] Routers {'ff42e430-d382-4e3f-87c3-2ff4718afef4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:34.542739 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-fe2252ab-cdb7-4025-a06d-5227b2705c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:05:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['ff42e430-d382-4e3f-87c3-2ff4718afef4'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:34.556200 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Calling delete_port for 3e764314-f831-43d0-8b26-9dc63216aaea owned by network:router_gateway {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:34.646161 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-fe2252ab-cdb7-4025-a06d-5227b2705c57 None None] Set router ff42e430-d382-4e3f-87c3-2ff4718afef4 gateway port host: None {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:34.750962 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-fe2252ab-cdb7-4025-a06d-5227b2705c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T16:05:34Z', 'revision_number': 6, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port_host': None}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:34.753626 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:34.774010 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (3e764314-f831-43d0-8b26-9dc63216aaea), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:34.789679 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2252ab-cdb7-4025-a06d-5227b2705c57 None None] The sync data for ids ['ff42e430-d382-4e3f-87c3-2ff4718afef4'] in dv-cinder-844563-13-iscsi is: [{'id': 'ff42e430-d382-4e3f-87c3-2ff4718afef4', 'name': 'tempest-AttachVolumeTestJSON-145809288-router', 'tenant_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:58:59Z', 'updated_at': '2022-10-03T16:05:34Z', 'revision_number': 6, 'project_id': 'a8db1f811cf84507ad7ea7058d6a0d25', 'gw_port_host': None}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:05:34.828994 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e764314-f831-43d0-8b26-9dc63216aaea,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:34.881557 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3c3a1-396c-41c5-bf3c-f1e3273e288f req-cc8826d3-0f3e-4b5c-ae3e-3ee50fd90da0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:34.890084 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1db3c3a1-396c-41c5-bf3c-f1e3273e288f req-cc8826d3-0f3e-4b5c-ae3e-3ee50fd90da0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0752954 Oct 03 16:05:34.958886 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1db3c3a1-396c-41c5-bf3c-f1e3273e288f req-65b8f195-7cb8-430b-b999-614daffb7c27 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0656242 Oct 03 16:05:34.969171 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727734'] for router_gateway (ff42e430-d382-4e3f-87c3-2ff4718afef4), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:35.093308 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3734141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29314'] for router (ff42e430-d382-4e3f-87c3-2ff4718afef4), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:35.096157 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Publish callbacks [] for router_controller (ff42e430-d382-4e3f-87c3-2ff4718afef4), precommit_delete_associations {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:35.162478 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734116'] for router (ff42e430-d382-4e3f-87c3-2ff4718afef4), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:35.163099 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff42e430-d382-4e3f-87c3-2ff4718afef4 {{(pid=106163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 16:05:35.167970 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:35.171864 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-676b0612-f14c-46b8-81b3-f3cef2c5e45d admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/ff42e430-d382-4e3f-87c3-2ff4718afef4 HTTP/1.1" status: 204 len: 168 time: 1.0263770 Oct 03 16:05:35.172211 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53636) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:35.227959 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_v2 [None req-2837125d-df82-4d89-95a8-ca6a302be357 admin admin] Deleting subnet 26d397fd-4b80-4bbf-a0fc-de0f65c079d4 {{(pid=106163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:05:35.231340 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2837125d-df82-4d89-95a8-ca6a302be357 admin admin] Publish callbacks [] for subnet (26d397fd-4b80-4bbf-a0fc-de0f65c079d4), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:35.282839 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2837125d-df82-4d89-95a8-ca6a302be357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531818'] for subnet (26d397fd-4b80-4bbf-a0fc-de0f65c079d4), precommit_delete_associations {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:35.532658 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:35.602495 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2837125d-df82-4d89-95a8-ca6a302be357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (26d397fd-4b80-4bbf-a0fc-de0f65c079d4), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:35.644791 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:35.677628 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2837125d-df82-4d89-95a8-ca6a302be357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104768'] for subnet (26d397fd-4b80-4bbf-a0fc-de0f65c079d4), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:35.729833 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2837125d-df82-4d89-95a8-ca6a302be357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:35.734742 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa895a3-e473-4dbc-bfab-e09def182a92 None None] Network 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:05:35.738386 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53638) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:35.738924 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-2837125d-df82-4d89-95a8-ca6a302be357 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/26d397fd-4b80-4bbf-a0fc-de0f65c079d4 HTTP/1.1" status: 204 len: 168 time: 0.5652957 Oct 03 16:05:35.740308 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837125d-df82-4d89-95a8-ca6a302be357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d397fd-4b80-4bbf-a0fc-de0f65c079d4,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:35.833472 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (1b631aad-5777-4efa-a0a0-1b5b5e7e2d32), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:35.883826 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Deleting port 99beb322-7251-4bdb-9d1c-efb1ee023605 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:35.888145 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.000758 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] For port 99beb322-7251-4bdb-9d1c-efb1ee023605, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=99beb322-7251-4bdb-9d1c-efb1ee023605,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:36.002266 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.026043 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Calling delete_port for 99beb322-7251-4bdb-9d1c-efb1ee023605 owned by network:dhcp {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:36.080970 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2be8c69-fbd9-4e50-ae63-259aee1d8239 None None] DHCP port deletion for 1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 request from dv-cinder-844563-13-iscsi {{(pid=106164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 16:05:36.146853 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-a2be8c69-fbd9-4e50-ae63-259aee1d8239 None None] Deleting port 99beb322-7251-4bdb-9d1c-efb1ee023605 {{(pid=106164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:36.147227 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-a2be8c69-fbd9-4e50-ae63-259aee1d8239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), before_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.193950 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d429914-06f0-413a-ad5e-61b7af1e81b4 req-f19b1d26-573f-44d7-a991-3d1364bcdae0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:36.195614 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4d429914-06f0-413a-ad5e-61b7af1e81b4 req-f19b1d26-573f-44d7-a991-3d1364bcdae0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0806148 Oct 03 16:05:36.226359 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-a2be8c69-fbd9-4e50-ae63-259aee1d8239 None None] For port 99beb322-7251-4bdb-9d1c-efb1ee023605, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=99beb322-7251-4bdb-9d1c-efb1ee023605,segment=NetworkSegment(038bb47a-35c6-4c35-9ffc-08b26f0cb15e),segment_id=038bb47a-35c6-4c35-9ffc-08b26f0cb15e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:36.227062 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-a2be8c69-fbd9-4e50-ae63-259aee1d8239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), precommit_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.241860 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-a2be8c69-fbd9-4e50-ae63-259aee1d8239 None None] Calling delete_port for 99beb322-7251-4bdb-9d1c-efb1ee023605 owned by network:dhcp {{(pid=106164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:36.243544 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.266490 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:36.296394 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Pushing event deleted for resources: {'Port': ['ID=99beb322-7251-4bdb-9d1c-efb1ee023605,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:36.304606 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4d429914-06f0-413a-ad5e-61b7af1e81b4 req-daa6b0f6-5580-4ffd-8de8-5d7e70707ccb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1009231 Oct 03 16:05:36.306088 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] No DVR routers for this DVR port 99beb322-7251-4bdb-9d1c-efb1ee023605 on host dv-cinder-844563-13-iscsi {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:05:36.383910 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-a2be8c69-fbd9-4e50-ae63-259aee1d8239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (99beb322-7251-4bdb-9d1c-efb1ee023605), after_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.398621 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (1b631aad-5777-4efa-a0a0-1b5b5e7e2d32), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.415900 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be8c69-fbd9-4e50-ae63-259aee1d8239 None None] Pushing event deleted for resources: {'Port': ['ID=99beb322-7251-4bdb-9d1c-efb1ee023605,revision_number=None']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:36.419829 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be8c69-fbd9-4e50-ae63-259aee1d8239 None None] No DVR routers for this DVR port 99beb322-7251-4bdb-9d1c-efb1ee023605 on host dv-cinder-844563-13-iscsi {{(pid=106164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:05:36.443281 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b631aad-5777-4efa-a0a0-1b5b5e7e2d32']}} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:36.454431 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038bb47a-35c6-4c35-9ffc-08b26f0cb15e') {'for_net_delete': True} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:36.455190 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038bb47a-35c6-4c35-9ffc-08b26f0cb15e') {} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:36.467817 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25755778'] for segment (038bb47a-35c6-4c35-9ffc-08b26f0cb15e), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.483165 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (038bb47a-35c6-4c35-9ffc-08b26f0cb15e), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.492404 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=106162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:05:36.493139 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26020503'] for segment (038bb47a-35c6-4c35-9ffc-08b26f0cb15e), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.542237 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 038bb47a-35c6-4c35-9ffc-08b26f0cb15e resource provider aggregate not found Oct 03 16:05:36.563860 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 038bb47a-35c6-4c35-9ffc-08b26f0cb15e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 038bb47a-35c6-4c35-9ffc-08b26f0cb15e found for delete ", "request_id": "req-393a22a9-cfa7-4f7a-a7ff-96384bac4e13"}]} Oct 03 16:05:36.577295 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (1b631aad-5777-4efa-a0a0-1b5b5e7e2d32), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.589079 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.593646 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/1b631aad-5777-4efa-a0a0-1b5b5e7e2d32 HTTP/1.1" status: 204 len: 168 time: 0.8528049 Oct 03 16:05:36.604989 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404e07a-1790-423e-a29b-848d03c9de11 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b631aad-5777-4efa-a0a0-1b5b5e7e2d32,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:36.740157 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53650) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:36.768900 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 99beb322-7251-4bdb-9d1c-efb1ee023605 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:36.793280 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 99beb322-7251-4bdb-9d1c-efb1ee023605 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:05:36.793627 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 99beb322-7251-4bdb-9d1c-efb1ee023605 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:05:36.794046 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 3e764314-f831-43d0-8b26-9dc63216aaea no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:36.795526 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-ddf75222-cd1e-4766-b022-fdb278f3d9f2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a8db1f811cf84507ad7ea7058d6a0d25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0540946 Oct 03 16:05:36.798016 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53652) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:36.823383 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 3e764314-f831-43d0-8b26-9dc63216aaea {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:05:36.824016 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 3e764314-f831-43d0-8b26-9dc63216aaea not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:05:36.824594 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 782b6fdb-be19-47cf-8106-79f51012505a no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:36.844918 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 782b6fdb-be19-47cf-8106-79f51012505a {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:05:36.845637 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 782b6fdb-be19-47cf-8106-79f51012505a not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:05:36.847604 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.869148 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e708aa37-6bb4-4ab3-a9e3-fe2154754ce6 admin admin] Publish callbacks [] for security_group (2b130a8c-c9f0-4d4e-9cc3-43df57fd1017), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.880568 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:36.894547 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e708aa37-6bb4-4ab3-a9e3-fe2154754ce6 admin admin] Publish callbacks [] for security_group (2b130a8c-c9f0-4d4e-9cc3-43df57fd1017), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.942307 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e708aa37-6bb4-4ab3-a9e3-fe2154754ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (2b130a8c-c9f0-4d4e-9cc3-43df57fd1017), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.945107 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e708aa37-6bb4-4ab3-a9e3-fe2154754ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:36.948815 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e708aa37-6bb4-4ab3-a9e3-fe2154754ce6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2b130a8c-c9f0-4d4e-9cc3-43df57fd1017 HTTP/1.1" status: 204 len: 168 time: 0.1473293 Oct 03 16:05:36.955183 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708aa37-6bb4-4ab3-a9e3-fe2154754ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b130a8c-c9f0-4d4e-9cc3-43df57fd1017,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:37.482373 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab655d-3448-488f-9ed7-d1196c815704 req-7479199c-4208-4236-8703-b6f01ac943f1 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:37.484140 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5cab655d-3448-488f-9ed7-d1196c815704 req-7479199c-4208-4236-8703-b6f01ac943f1 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0561836 Oct 03 16:05:37.555353 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5cab655d-3448-488f-9ed7-d1196c815704 req-34a9dd08-9d50-49c3-b412-d676fce80e85 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0638113 Oct 03 16:05:38.726324 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ebae6-c6b8-47b7-857f-d2fe71c8ae0c req-6a3b95d1-d903-4a0d-b638-69d0b431f13a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:38.728041 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-984ebae6-c6b8-47b7-857f-d2fe71c8ae0c req-6a3b95d1-d903-4a0d-b638-69d0b431f13a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0591829 Oct 03 16:05:38.827697 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-984ebae6-c6b8-47b7-857f-d2fe71c8ae0c req-3be6870e-d9f6-40d3-abd2-04da7e6de599 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0846031 Oct 03 16:05:39.403379 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53732) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:39.512493 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-90ce3a14-07e3-4d6a-8b11-2bc7b82216db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:39.588062 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-90ce3a14-07e3-4d6a-8b11-2bc7b82216db admin admin] Publish callbacks [] for security_group (e21bb095-b1d0-4233-90dd-510978861935), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:39.591809 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-90ce3a14-07e3-4d6a-8b11-2bc7b82216db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (e21bb095-b1d0-4233-90dd-510978861935), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:39.631234 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-90ce3a14-07e3-4d6a-8b11-2bc7b82216db admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d2a8900a1b484daa9d3c42d3c619efc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267959 Oct 03 16:05:39.633102 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce3a14-07e3-4d6a-8b11-2bc7b82216db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21bb095-b1d0-4233-90dd-510978861935,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:39.634013 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53736) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:39.686411 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5aee8e78-f106-488f-bfcd-edbacc3b0b61 admin admin] Publish callbacks [] for security_group (e21bb095-b1d0-4233-90dd-510978861935), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:39.706920 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5aee8e78-f106-488f-bfcd-edbacc3b0b61 admin admin] Publish callbacks [] for security_group (e21bb095-b1d0-4233-90dd-510978861935), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:39.755135 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5aee8e78-f106-488f-bfcd-edbacc3b0b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (e21bb095-b1d0-4233-90dd-510978861935), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:39.757740 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5aee8e78-f106-488f-bfcd-edbacc3b0b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:39.761479 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-5aee8e78-f106-488f-bfcd-edbacc3b0b61 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e21bb095-b1d0-4233-90dd-510978861935 HTTP/1.1" status: 204 len: 168 time: 0.1238308 Oct 03 16:05:39.767100 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee8e78-f106-488f-bfcd-edbacc3b0b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21bb095-b1d0-4233-90dd-510978861935,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:39.968254 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d904d-08b6-4e4e-b611-c64ef3e20f06 req-5606efc2-21d2-4ba5-9ac4-94357149a916 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:39.969795 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b24d904d-08b6-4e4e-b611-c64ef3e20f06 req-5606efc2-21d2-4ba5-9ac4-94357149a916 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0502226 Oct 03 16:05:40.020613 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b24d904d-08b6-4e4e-b611-c64ef3e20f06 req-98f77ebc-6039-4bca-a7e4-d66d3eeb4070 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450778 Oct 03 16:05:40.053764 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53744) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:40.067839 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-185947b1-d3bf-445e-b1dd-c44da1c17eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:40.147389 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-185947b1-d3bf-445e-b1dd-c44da1c17eda admin admin] Publish callbacks [] for security_group (4ef5f282-2876-45b4-9325-e0b95cc5e39c), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:40.150593 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-185947b1-d3bf-445e-b1dd-c44da1c17eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (4ef5f282-2876-45b4-9325-e0b95cc5e39c), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:40.190873 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-185947b1-d3bf-445e-b1dd-c44da1c17eda admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=72c6a91ca74c484badfa941b135c848c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358831 Oct 03 16:05:40.191746 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185947b1-d3bf-445e-b1dd-c44da1c17eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef5f282-2876-45b4-9325-e0b95cc5e39c,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:40.193501 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53746) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:40.211182 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:40.249713 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-cfaeabd1-0dff-46ad-bee5-ef064ad06af1 admin admin] Publish callbacks [] for security_group (4ef5f282-2876-45b4-9325-e0b95cc5e39c), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:40.269939 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-cfaeabd1-0dff-46ad-bee5-ef064ad06af1 admin admin] Publish callbacks [] for security_group (4ef5f282-2876-45b4-9325-e0b95cc5e39c), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:40.317844 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-cfaeabd1-0dff-46ad-bee5-ef064ad06af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (4ef5f282-2876-45b4-9325-e0b95cc5e39c), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:40.321013 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-cfaeabd1-0dff-46ad-bee5-ef064ad06af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:40.321715 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-cfaeabd1-0dff-46ad-bee5-ef064ad06af1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4ef5f282-2876-45b4-9325-e0b95cc5e39c HTTP/1.1" status: 204 len: 168 time: 0.1271501 Oct 03 16:05:40.329687 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaeabd1-0dff-46ad-bee5-ef064ad06af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef5f282-2876-45b4-9325-e0b95cc5e39c,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:41.163405 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35358d-23b8-42fa-b32c-a659c64d7f70 req-0a80689b-d7d2-4844-9fe4-606f1d3fdf91 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:41.164888 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1a35358d-23b8-42fa-b32c-a659c64d7f70 req-0a80689b-d7d2-4844-9fe4-606f1d3fdf91 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0519519 Oct 03 16:05:41.214409 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1a35358d-23b8-42fa-b32c-a659c64d7f70 req-24308a43-795d-4b56-b6b9-04075ae649f8 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439241 Oct 03 16:05:42.341116 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53820) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:42.343702 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ea62-4ac4-4c4f-838e-d0e9f0950a92 req-8fdd76cf-5bb1-4e71-b85b-5ec97a3d0053 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:42.345202 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-12b0ea62-4ac4-4c4f-838e-d0e9f0950a92 req-8fdd76cf-5bb1-4e71-b85b-5ec97a3d0053 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0478845 Oct 03 16:05:42.399289 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-12b0ea62-4ac4-4c4f-838e-d0e9f0950a92 req-f959725c-7279-4fe9-8585-fb933aa8e231 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0476944 Oct 03 16:05:42.462985 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3c58a811-bbd1-4744-8549-42683905b2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:42.538979 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3c58a811-bbd1-4744-8549-42683905b2e7 admin admin] Publish callbacks [] for security_group (5bb5d661-2e60-4f26-a7d9-1dbda75e961b), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:42.542693 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3c58a811-bbd1-4744-8549-42683905b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (5bb5d661-2e60-4f26-a7d9-1dbda75e961b), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:42.583445 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-3c58a811-bbd1-4744-8549-42683905b2e7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1b8950d817bf4860a2e68750cd57ba87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411537 Oct 03 16:05:42.584396 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58a811-bbd1-4744-8549-42683905b2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb5d661-2e60-4f26-a7d9-1dbda75e961b,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:42.586134 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 53826) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:42.599424 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:42.638329 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-08db9675-54a2-4d94-9ad1-7f749748447a admin admin] Publish callbacks [] for security_group (5bb5d661-2e60-4f26-a7d9-1dbda75e961b), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:42.659835 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-08db9675-54a2-4d94-9ad1-7f749748447a admin admin] Publish callbacks [] for security_group (5bb5d661-2e60-4f26-a7d9-1dbda75e961b), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:42.707704 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-08db9675-54a2-4d94-9ad1-7f749748447a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (5bb5d661-2e60-4f26-a7d9-1dbda75e961b), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:42.710383 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-08db9675-54a2-4d94-9ad1-7f749748447a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:42.711565 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-08db9675-54a2-4d94-9ad1-7f749748447a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5bb5d661-2e60-4f26-a7d9-1dbda75e961b HTTP/1.1" status: 204 len: 168 time: 0.1243913 Oct 03 16:05:42.719489 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db9675-54a2-4d94-9ad1-7f749748447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb5d661-2e60-4f26-a7d9-1dbda75e961b,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:42.974401 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53832) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:42.988566 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-70ff5926-6778-40f9-a150-3614923bfee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:43.065746 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-70ff5926-6778-40f9-a150-3614923bfee5 admin admin] Publish callbacks [] for security_group (8b67c4ee-6678-422e-9384-b73ae56746cc), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:43.069308 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-70ff5926-6778-40f9-a150-3614923bfee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (8b67c4ee-6678-422e-9384-b73ae56746cc), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:43.072637 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=17 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:43.090145 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:43.113062 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff5926-6778-40f9-a150-3614923bfee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b67c4ee-6678-422e-9384-b73ae56746cc,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:43.117285 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-70ff5926-6778-40f9-a150-3614923bfee5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8803f850394147b79248af5528533b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418679 Oct 03 16:05:43.119850 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53834) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:43.172703 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5a82c1cf-9022-4270-98a1-60b29cdacf94 admin admin] Publish callbacks [] for security_group (8b67c4ee-6678-422e-9384-b73ae56746cc), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:43.194270 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5a82c1cf-9022-4270-98a1-60b29cdacf94 admin admin] Publish callbacks [] for security_group (8b67c4ee-6678-422e-9384-b73ae56746cc), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:43.241918 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5a82c1cf-9022-4270-98a1-60b29cdacf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (8b67c4ee-6678-422e-9384-b73ae56746cc), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:43.244498 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5a82c1cf-9022-4270-98a1-60b29cdacf94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:43.245690 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-5a82c1cf-9022-4270-98a1-60b29cdacf94 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8b67c4ee-6678-422e-9384-b73ae56746cc HTTP/1.1" status: 204 len: 168 time: 0.1249013 Oct 03 16:05:43.254551 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82c1cf-9022-4270-98a1-60b29cdacf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b67c4ee-6678-422e-9384-b73ae56746cc,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:43.532655 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e4ce5-bfde-4422-b1b5-046a26f5bd5b req-3dbab1f4-aceb-431f-98c5-007ae0a5379a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:43.534762 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-045e4ce5-bfde-4422-b1b5-046a26f5bd5b req-3dbab1f4-aceb-431f-98c5-007ae0a5379a tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 944 time: 0.0491173 Oct 03 16:05:43.585540 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-045e4ce5-bfde-4422-b1b5-046a26f5bd5b req-b7e9abf5-aaec-43d8-82ad-78ef36c7e95d tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449057 Oct 03 16:05:43.962991 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 2ef89318-7121-40f5-84c6-aa3a58207f20 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:05:43.974403 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:44.100562 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 2ef89318-7121-40f5-84c6-aa3a58207f20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ef89318-7121-40f5-84c6-aa3a58207f20,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:44.114840 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'port_id': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'mac_address': 'fa:16:3e:88:c3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:05:44.179344 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 2ef89318-7121-40f5-84c6-aa3a58207f20 is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:44.179844 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:44.194336 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef89318-7121-40f5-84c6-aa3a58207f20 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:05:44.216258 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 2ef89318-7121-40f5-84c6-aa3a58207f20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ef89318-7121-40f5-84c6-aa3a58207f20,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:44.220156 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:44.271212 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=2ef89318-7121-40f5-84c6-aa3a58207f20,revision_number=9']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:44.479244 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['2ef89318-7121-40f5-84c6-aa3a58207f20'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:05:44.583344 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:44.717677 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ab9c6-8400-4c0f-9ec7-70159bde3e6d req-02d0b0e0-7ed0-4dc2-8bf8-de3fb192f744 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:44.719191 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0d2ab9c6-8400-4c0f-9ec7-70159bde3e6d req-02d0b0e0-7ed0-4dc2-8bf8-de3fb192f744 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 945 time: 0.0495241 Oct 03 16:05:44.774942 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0d2ab9c6-8400-4c0f-9ec7-70159bde3e6d req-e629463d-faeb-48a2-b6da-d90aa1dcfeae tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0495274 Oct 03 16:05:45.914515 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b188496-360e-440d-b815-ceab5c5a75e6 req-f6b16e07-2a70-4aeb-a6d8-20c804a116f2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:45.915976 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4b188496-360e-440d-b815-ceab5c5a75e6 req-f6b16e07-2a70-4aeb-a6d8-20c804a116f2 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 945 time: 0.0465560 Oct 03 16:05:45.961868 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4b188496-360e-440d-b815-ceab5c5a75e6 req-10b48945-97dd-4b1f-a951-1eeab5977b0c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404475 Oct 03 16:05:45.963464 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 53888) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:45.979994 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 2ef89318-7121-40f5-84c6-aa3a58207f20 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:05:46.024432 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 2ef89318-7121-40f5-84c6-aa3a58207f20 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:05:46.024839 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:46.025177 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 2ef89318-7121-40f5-84c6-aa3a58207f20 Oct 03 16:05:46.109708 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 2ef89318-7121-40f5-84c6-aa3a58207f20 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:05:46.110129 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:46.140944 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:05:46.144101 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d389afda-964b-43fa-a40f-27e65347474e" -d '{"events": [{"server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "name": "network-vif-plugged", "status": "completed", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:05:46.158413 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 2ef89318-7121-40f5-84c6-aa3a58207f20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ef89318-7121-40f5-84c6-aa3a58207f20,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:46.163448 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:46.220238 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=2ef89318-7121-40f5-84c6-aa3a58207f20,revision_number=10']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:46.242177 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b512d3-c340-4277-9096-5058ae78e828 x-openstack-request-id: req-c0b512d3-c340-4277-9096-5058ae78e828 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:05:46.242472 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "name": "network-vif-plugged", "status": "completed", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:05:46.242733 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c0b512d3-c340-4277-9096-5058ae78e828 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:05:46.243231 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b512d3-c340-4277-9096-5058ae78e828'] response: {'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'code': 200} Oct 03 16:05:46.327801 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-52f1557e-8a5d-4a35-a150-1d9776fc526f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Deleting port 7297b386-e7cc-41d4-81cd-0af72df1deca {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:46.328147 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-52f1557e-8a5d-4a35-a150-1d9776fc526f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (7297b386-e7cc-41d4-81cd-0af72df1deca), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:46.409869 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-52f1557e-8a5d-4a35-a150-1d9776fc526f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (7297b386-e7cc-41d4-81cd-0af72df1deca), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:46.410111 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-52f1557e-8a5d-4a35-a150-1d9776fc526f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for floatingip (7297b386-e7cc-41d4-81cd-0af72df1deca), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:46.422365 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-52f1557e-8a5d-4a35-a150-1d9776fc526f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Calling delete_port for 7297b386-e7cc-41d4-81cd-0af72df1deca owned by network:floatingip {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:46.431494 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1665e-c1a4-4012-af6c-bb46cf146bcf req-619d557b-06ba-4223-955a-bb0b46b4b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:46.433022 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-73f1665e-c1a4-4012-af6c-bb46cf146bcf req-619d557b-06ba-4223-955a-bb0b46b4b4f1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 1131 time: 0.0419018 Oct 03 16:05:46.480089 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-73f1665e-c1a4-4012-af6c-bb46cf146bcf req-45ecda47-cd4f-4e47-8cc6-8f0a32f187ab service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0378737 Oct 03 16:05:46.594350 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-52f1557e-8a5d-4a35-a150-1d9776fc526f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (7297b386-e7cc-41d4-81cd-0af72df1deca), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:46.620284 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1557e-8a5d-4a35-a150-1d9776fc526f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Pushing event deleted for resources: {'Port': ['ID=7297b386-e7cc-41d4-81cd-0af72df1deca,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:46.686141 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-52f1557e-8a5d-4a35-a150-1d9776fc526f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for floatingip (44142769-a2b1-4b48-b04d-5e7d7e858861), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:46.686386 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [None req-52f1557e-8a5d-4a35-a150-1d9776fc526f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Floating IP 44142769-a2b1-4b48-b04d-5e7d7e858861 disassociated (deleted). External IP: 172.27.0.174, port: 34bfb794-30e4-4270-b51b-d7639fa10284. Oct 03 16:05:46.869032 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:46.873723 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:46.886560 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f1557e-8a5d-4a35-a150-1d9776fc526f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Router 606faf2b-0b17-4a09-b87b-a666bc877a43 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:05:46.991134 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f1557e-8a5d-4a35-a150-1d9776fc526f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:05:46.995679 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-52f1557e-8a5d-4a35-a150-1d9776fc526f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:47.003706 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa52783-71be-4041-b24d-5f057ff06319 None None] Sync routers for ids ['606faf2b-0b17-4a09-b87b-a666bc877a43'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:05:47.013813 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa52783-71be-4041-b24d-5f057ff06319 None None] Routers {'606faf2b-0b17-4a09-b87b-a666bc877a43'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:47.014422 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-baa52783-71be-4041-b24d-5f057ff06319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:05:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['606faf2b-0b17-4a09-b87b-a666bc877a43'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:47.032688 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-52f1557e-8a5d-4a35-a150-1d9776fc526f tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/44142769-a2b1-4b48-b04d-5e7d7e858861 HTTP/1.1" status: 204 len: 168 time: 1.0652866 Oct 03 16:05:47.032688 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:05:47.034531 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf01ebd-b6b9-4047-a587-53392c260a76" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:05:47.098457 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ffb2e-fa6f-4917-bdd2-44a10408e055 req-60c034ed-7dae-4a86-8424-3748ca4786eb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:47.100042 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cc2ffb2e-fa6f-4917-bdd2-44a10408e055 req-60c034ed-7dae-4a86-8424-3748ca4786eb tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 947 time: 0.0480247 Oct 03 16:05:47.153713 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cc2ffb2e-fa6f-4917-bdd2-44a10408e055 req-1f9e3fad-cf20-4344-9070-57600ce508cd tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472221 Oct 03 16:05:47.209743 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c13b64-03a1-4e77-8240-268d4ac29f39 x-openstack-request-id: req-e9c13b64-03a1-4e77-8240-268d4ac29f39 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:05:47.210039 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:05:47.210293 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e9c13b64-03a1-4e77-8240-268d4ac29f39 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:05:47.210703 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c13b64-03a1-4e77-8240-268d4ac29f39'] response: {'name': 'network-changed', 'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284', 'status': 'completed', 'code': 200} Oct 03 16:05:47.231447 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-baa52783-71be-4041-b24d-5f057ff06319 None None] Set router 606faf2b-0b17-4a09-b87b-a666bc877a43 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:47.289990 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7b78-451b-4d9f-8e24-484d6cc8ed91 req-1789c041-e3b6-4a46-9d0f-fe3155c12645 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:47.291596 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5e4a7b78-451b-4d9f-8e24-484d6cc8ed91 req-1789c041-e3b6-4a46-9d0f-fe3155c12645 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0502350 Oct 03 16:05:47.395138 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5e4a7b78-451b-4d9f-8e24-484d6cc8ed91 req-27787482-43e2-4faa-8e5a-b07271547294 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934181 Oct 03 16:05:47.396288 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf01ebd-b6b9-4047-a587-53392c260a76 req-bb46b0d0-a88b-4632-b613-3a71fcb72b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:47.397708 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dcf01ebd-b6b9-4047-a587-53392c260a76 req-bb46b0d0-a88b-4632-b613-3a71fcb72b1c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=60b016d4443142d4bb81dae536748cf1&device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 1129 time: 0.0620875 Oct 03 16:05:47.441490 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-baa52783-71be-4041-b24d-5f057ff06319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:00:09Z', 'revision_number': 4, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port': {'id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:06Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '3a6dc994-a24a-4b79-b61c-f269b5022f01', 'name': '', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '5666311e-53e6-4472-80b7-8214d955c322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:09Z', 'updated_at': '2022-10-03T16:00:17Z', 'revision_number': 5, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'subnets': [{'id': '5666311e-53e6-4472-80b7-8214d955c322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:47.466663 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa52783-71be-4041-b24d-5f057ff06319 None None] Checking router: 606faf2b-0b17-4a09-b87b-a666bc877a43 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:05:47.475817 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa52783-71be-4041-b24d-5f057ff06319 None None] Routers {'606faf2b-0b17-4a09-b87b-a666bc877a43'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:47.476448 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-baa52783-71be-4041-b24d-5f057ff06319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:05:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['606faf2b-0b17-4a09-b87b-a666bc877a43'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:47.521922 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:47.594539 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-baa52783-71be-4041-b24d-5f057ff06319 None None] Set router 606faf2b-0b17-4a09-b87b-a666bc877a43 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:47.630343 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:47.787197 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-baa52783-71be-4041-b24d-5f057ff06319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:00:09Z', 'revision_number': 4, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port': {'id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:06Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '3a6dc994-a24a-4b79-b61c-f269b5022f01', 'name': '', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '5666311e-53e6-4472-80b7-8214d955c322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:09Z', 'updated_at': '2022-10-03T16:00:17Z', 'revision_number': 5, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'subnets': [{'id': '5666311e-53e6-4472-80b7-8214d955c322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:47.811045 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa52783-71be-4041-b24d-5f057ff06319 None None] The sync data for ids ['606faf2b-0b17-4a09-b87b-a666bc877a43'] in dv-cinder-844563-13-iscsi is: [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:00:09Z', 'revision_number': 4, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port': {'id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:06Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '3a6dc994-a24a-4b79-b61c-f269b5022f01', 'name': '', 'network_id': '793e8504-b1fb-440d-84d6-d2ad56065f0c', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '5666311e-53e6-4472-80b7-8214d955c322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:09Z', 'updated_at': '2022-10-03T16:00:17Z', 'revision_number': 5, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'subnets': [{'id': '5666311e-53e6-4472-80b7-8214d955c322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:05:48.025936 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca6a241-3301-423f-96cb-e1dd741c0a34 None None] New status for floating IP 44142769-a2b1-4b48-b04d-5e7d7e858861: DOWN {{(pid=106164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:05:48.290593 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d5920-2111-4b2f-9ac2-7bb833179373 req-9352f642-396d-4643-a885-16dadb9a93d0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:48.292052 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f8d5920-2111-4b2f-9ac2-7bb833179373 req-9352f642-396d-4643-a885-16dadb9a93d0 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 947 time: 0.0475807 Oct 03 16:05:48.327743 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:48.340550 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2f8d5920-2111-4b2f-9ac2-7bb833179373 req-ea6b6dba-e59e-4d05-b31b-5ebb0ff58046 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426712 Oct 03 16:05:48.519674 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b068bf-f0e5-4e54-a008-dd787911764d req-6d85d708-7c5d-4f58-a8e9-be9a67af3402 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:48.521034 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-66b068bf-f0e5-4e54-a008-dd787911764d req-6d85d708-7c5d-4f58-a8e9-be9a67af3402 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.0482764 Oct 03 16:05:48.539045 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:48.569526 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-66b068bf-f0e5-4e54-a008-dd787911764d req-e2739fc1-2482-4d5c-9e27-710eab46edeb tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430505 Oct 03 16:05:48.739112 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf01ebd-b6b9-4047-a587-53392c260a76 req-66d0cbd8-ba6d-4c64-b8d3-07b31d1b95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:48.740661 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dcf01ebd-b6b9-4047-a587-53392c260a76 req-66d0cbd8-ba6d-4c64-b8d3-07b31d1b95c8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=793e8504-b1fb-440d-84d6-d2ad56065f0c HTTP/1.1" status: 200 len: 910 time: 0.0985494 Oct 03 16:05:49.242013 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dcf01ebd-b6b9-4047-a587-53392c260a76 req-4dc66420-4fc5-4214-8014-0a8feca21197 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34bfb794-30e4-4270-b51b-d7639fa10284 HTTP/1.1" status: 200 len: 217 time: 0.0413618 Oct 03 16:05:49.297131 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf01ebd-b6b9-4047-a587-53392c260a76 req-a938d1a0-9427-48e9-baf7-b1a7f48256e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:49.298623 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dcf01ebd-b6b9-4047-a587-53392c260a76 req-a938d1a0-9427-48e9-baf7-b1a7f48256e8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5666311e-53e6-4472-80b7-8214d955c322 HTTP/1.1" status: 200 len: 848 time: 0.0484080 Oct 03 16:05:49.473195 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d217c8-e102-4d21-9d1c-040e28e96096 req-47361df9-d0ed-463d-8a32-9a5ad0e29e69 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:49.475003 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-26d217c8-e102-4d21-9d1c-040e28e96096 req-47361df9-d0ed-463d-8a32-9a5ad0e29e69 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 947 time: 0.0507314 Oct 03 16:05:49.524329 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-26d217c8-e102-4d21-9d1c-040e28e96096 req-69fa0696-4de0-4589-a30d-93030e410b75 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436037 Oct 03 16:05:49.578745 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf01ebd-b6b9-4047-a587-53392c260a76 req-87f03526-4cee-4694-ba72-b0f878b7c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:49.581101 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dcf01ebd-b6b9-4047-a587-53392c260a76 req-87f03526-4cee-4694-ba72-b0f878b7c1bf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=793e8504-b1fb-440d-84d6-d2ad56065f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0550666 Oct 03 16:05:49.674464 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5a6c6-bca8-440c-929b-e91a5705e90d req-798325f0-b248-4480-b9a6-7709af7b7e94 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:49.675870 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-23d5a6c6-bca8-440c-929b-e91a5705e90d req-798325f0-b248-4480-b9a6-7709af7b7e94 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.1118379 Oct 03 16:05:49.754841 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f661e4-f003-462e-994d-8a76db7ab527 req-8fe28034-62fa-48cb-b112-992eec73acc0 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:49.756232 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e1f661e4-f003-462e-994d-8a76db7ab527 req-8fe28034-62fa-48cb-b112-992eec73acc0 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 945 time: 0.1002243 Oct 03 16:05:49.832922 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dcf01ebd-b6b9-4047-a587-53392c260a76 req-d8114b3a-1467-4da0-8a67-bb4c49d8d92d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313962 Oct 03 16:05:49.870113 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-23d5a6c6-bca8-440c-929b-e91a5705e90d req-6c562f8f-5020-4f80-bdbb-f91e2d26ab97 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Deleting port 34bfb794-30e4-4270-b51b-d7639fa10284 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:49.870452 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-23d5a6c6-bca8-440c-929b-e91a5705e90d req-6c562f8f-5020-4f80-bdbb-f91e2d26ab97 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:49.918182 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e1f661e4-f003-462e-994d-8a76db7ab527 req-3e2b6a9c-d52e-4d03-915d-0a7d5870b670 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502028 Oct 03 16:05:50.016114 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dcf01ebd-b6b9-4047-a587-53392c260a76 req-2a902d9c-68e8-4c44-9f51-21284252e861 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757135 Oct 03 16:05:50.021288 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-23d5a6c6-bca8-440c-929b-e91a5705e90d req-6c562f8f-5020-4f80-bdbb-f91e2d26ab97 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] For port 34bfb794-30e4-4270-b51b-d7639fa10284, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34bfb794-30e4-4270-b51b-d7639fa10284,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:50.021703 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-23d5a6c6-bca8-440c-929b-e91a5705e90d req-6c562f8f-5020-4f80-bdbb-f91e2d26ab97 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:50.036230 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-23d5a6c6-bca8-440c-929b-e91a5705e90d req-6c562f8f-5020-4f80-bdbb-f91e2d26ab97 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Calling delete_port for 34bfb794-30e4-4270-b51b-d7639fa10284 owned by compute:nova {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:50.091521 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:50.146218 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:50.165057 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-23d5a6c6-bca8-440c-929b-e91a5705e90d req-6c562f8f-5020-4f80-bdbb-f91e2d26ab97 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (34bfb794-30e4-4270-b51b-d7639fa10284), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:50.191498 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c562f8f-5020-4f80-bdbb-f91e2d26ab97 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Pushing event deleted for resources: {'Port': ['ID=34bfb794-30e4-4270-b51b-d7639fa10284,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:50.236835 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d5a6c6-bca8-440c-929b-e91a5705e90d req-6c562f8f-5020-4f80-bdbb-f91e2d26ab97 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] No DVR routers for this DVR port 34bfb794-30e4-4270-b51b-d7639fa10284 on host hv-cinder-84456 {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:05:50.239424 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-23d5a6c6-bca8-440c-929b-e91a5705e90d req-6c562f8f-5020-4f80-bdbb-f91e2d26ab97 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:50.242775 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-23d5a6c6-bca8-440c-929b-e91a5705e90d req-6c562f8f-5020-4f80-bdbb-f91e2d26ab97 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.48 "DELETE /networking/v2.0/ports/34bfb794-30e4-4270-b51b-d7639fa10284 HTTP/1.1" status: 204 len: 173 time: 0.5432143 Oct 03 16:05:50.243328 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'name': 'network-vif-deleted', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:05:50.245710 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9ba55a-1354-4ead-b849-02112ad1e622" -d '{"events": [{"server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "name": "network-vif-deleted", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:05:50.288902 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71011561-792f-448b-b9f1-3af4ef0cbb47 x-openstack-request-id: req-71011561-792f-448b-b9f1-3af4ef0cbb47 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:05:50.289193 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb", "name": "network-vif-deleted", "tag": "34bfb794-30e4-4270-b51b-d7639fa10284", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:05:50.289450 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-71011561-792f-448b-b9f1-3af4ef0cbb47 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:05:50.290051 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71011561-792f-448b-b9f1-3af4ef0cbb47'] response: {'server_uuid': 'ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb', 'name': 'network-vif-deleted', 'tag': '34bfb794-30e4-4270-b51b-d7639fa10284', 'status': 'completed', 'code': 200} Oct 03 16:05:50.665079 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf85d6-8fc1-484a-9ba9-86824303815e req-f4ca4d3c-5151-4c7d-b8c9-92fcf4b71697 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:05:50.667557 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0daf85d6-8fc1-484a-9ba9-86824303815e req-f4ca4d3c-5151-4c7d-b8c9-92fcf4b71697 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 947 time: 0.0548456 Oct 03 16:05:50.723304 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0daf85d6-8fc1-484a-9ba9-86824303815e req-1167c534-5009-4fcd-8d54-52041d5fbcb1 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471184 Oct 03 16:05:51.036511 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9c851d0a-9a15-43b9-8a56-c5aae69dffbf req-c3703ae1-613d-41af-94bc-37b37795afe8 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad7fa81a-ddc8-4ef9-9a59-25fc5d97b7cb HTTP/1.1" status: 200 len: 210 time: 0.0315118 Oct 03 16:05:52.104117 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54030) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:52.163706 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ce2fabec-7137-4f32-998f-a37e89251622 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group (032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:52.171904 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4775a6cc-3d4d-4321-8369-fd4b04cf28a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:52.191553 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ce2fabec-7137-4f32-998f-a37e89251622 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group (032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:52.254755 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ce2fabec-7137-4f32-998f-a37e89251622 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:52.257293 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ce2fabec-7137-4f32-998f-a37e89251622 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:52.258441 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-ce2fabec-7137-4f32-998f-a37e89251622 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3 HTTP/1.1" status: 204 len: 168 time: 0.1537759 Oct 03 16:05:52.267861 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fabec-7137-4f32-998f-a37e89251622 tempest-TestShelveInstance-278066694 tempest-TestShelveInstance-278066694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=032bcc7b-fbea-4d4d-aee4-0b4cc2ab95f3,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:52.311459 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54034) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:52.972208 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734088'] for router_interface (606faf2b-0b17-4a09-b87b-a666bc877a43), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:53.203287 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Deleting port 3a6dc994-a24a-4b79-b61c-f269b5022f01 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:53.203788 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:53.307547 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] For port 3a6dc994-a24a-4b79-b61c-f269b5022f01, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=3a6dc994-a24a-4b79-b61c-f269b5022f01,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:53.308015 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:53.326491 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Calling delete_port for 3a6dc994-a24a-4b79-b61c-f269b5022f01 owned by network:router_interface {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:53.328214 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:53.396873 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:53.510666 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (3a6dc994-a24a-4b79-b61c-f269b5022f01), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:53.535821 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6dc994-a24a-4b79-b61c-f269b5022f01,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:53.565710 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.566059 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.566398 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.566745 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.567079 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.567410 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.567736 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.568060 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.568384 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.568712 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.569063 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.569392 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.569715 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.570035 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.570373 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:53.719390 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734076'] for router_interface (606faf2b-0b17-4a09-b87b-a666bc877a43), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:53.920120 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Router 606faf2b-0b17-4a09-b87b-a666bc877a43 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:05:54.008554 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 34bfb794-30e4-4270-b51b-d7639fa10284 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:54.022043 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:05:54.026921 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-2fcc2a7d-7cbd-49b1-8cda-41e4ee1a5dc6 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/606faf2b-0b17-4a09-b87b-a666bc877a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7141254 Oct 03 16:05:54.029480 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54050) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:54.030503 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: 34bfb794-30e4-4270-b51b-d7639fa10284 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:05:54.030917 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 34bfb794-30e4-4270-b51b-d7639fa10284 not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:05:54.031900 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43111d1-2d76-4825-afc5-25d433aefe6b None None] Sync routers for ids ['606faf2b-0b17-4a09-b87b-a666bc877a43'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:05:54.045117 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43111d1-2d76-4825-afc5-25d433aefe6b None None] Routers {'606faf2b-0b17-4a09-b87b-a666bc877a43'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:54.045726 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-d43111d1-2d76-4825-afc5-25d433aefe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:05:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['606faf2b-0b17-4a09-b87b-a666bc877a43'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:54.132410 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Publish callbacks [] for router (606faf2b-0b17-4a09-b87b-a666bc877a43), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:54.148783 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-d43111d1-2d76-4825-afc5-25d433aefe6b None None] Set router 606faf2b-0b17-4a09-b87b-a666bc877a43 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:54.231999 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Publish callbacks [] for router_gateway (606faf2b-0b17-4a09-b87b-a666bc877a43), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:54.243283 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:54.263820 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:54.271353 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-305108e8-b84a-4409-88b8-effdde7b7a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:54.281193 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Deleting port 2b422881-e97d-43d6-9db0-0bff57538d32 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:54.281536 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (2b422881-e97d-43d6-9db0-0bff57538d32), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:54.338237 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-d43111d1-2d76-4825-afc5-25d433aefe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:05:53Z', 'revision_number': 5, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port': {'id': '2b422881-e97d-43d6-9db0-0bff57538d32', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:06Z', 'updated_at': '2022-10-03T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:54.363294 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43111d1-2d76-4825-afc5-25d433aefe6b None None] Checking router: 606faf2b-0b17-4a09-b87b-a666bc877a43 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:05:54.368435 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] For port 2b422881-e97d-43d6-9db0-0bff57538d32, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=2b422881-e97d-43d6-9db0-0bff57538d32,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:54.368970 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (2b422881-e97d-43d6-9db0-0bff57538d32), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:54.371541 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43111d1-2d76-4825-afc5-25d433aefe6b None None] Routers {'606faf2b-0b17-4a09-b87b-a666bc877a43'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:54.372151 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-d43111d1-2d76-4825-afc5-25d433aefe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:05:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['606faf2b-0b17-4a09-b87b-a666bc877a43'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:54.383833 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Calling delete_port for 2b422881-e97d-43d6-9db0-0bff57538d32 owned by network:router_gateway {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:54.458049 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-d43111d1-2d76-4825-afc5-25d433aefe6b None None] Set router 606faf2b-0b17-4a09-b87b-a666bc877a43 gateway port host: None {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:54.507378 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-d43111d1-2d76-4825-afc5-25d433aefe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:05:54Z', 'revision_number': 6, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port_host': None}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:54.537345 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43111d1-2d76-4825-afc5-25d433aefe6b None None] The sync data for ids ['606faf2b-0b17-4a09-b87b-a666bc877a43'] in dv-cinder-844563-13-iscsi is: [{'id': '606faf2b-0b17-4a09-b87b-a666bc877a43', 'name': 'tempest-TestShelveInstance-1899124207-router', 'tenant_id': '60b016d4443142d4bb81dae536748cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:05Z', 'updated_at': '2022-10-03T16:05:54Z', 'revision_number': 6, 'project_id': '60b016d4443142d4bb81dae536748cf1', 'gw_port_host': None}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:05:54.572616 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (2b422881-e97d-43d6-9db0-0bff57538d32), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:54.602011 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Pushing event deleted for resources: {'Port': ['ID=2b422881-e97d-43d6-9db0-0bff57538d32,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:54.670819 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727734'] for router_gateway (606faf2b-0b17-4a09-b87b-a666bc877a43), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:54.761062 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3734141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29314'] for router (606faf2b-0b17-4a09-b87b-a666bc877a43), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:54.763298 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Publish callbacks [] for router_controller (606faf2b-0b17-4a09-b87b-a666bc877a43), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:54.810945 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734116'] for router (606faf2b-0b17-4a09-b87b-a666bc877a43), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:54.811874 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 606faf2b-0b17-4a09-b87b-a666bc877a43 {{(pid=106162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 16:05:54.817323 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:54.818600 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-43be67d6-d3e1-4617-9322-10ada047fcdb admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/606faf2b-0b17-4a09-b87b-a666bc877a43 HTTP/1.1" status: 204 len: 168 time: 0.7881441 Oct 03 16:05:54.821038 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54066) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:54.868944 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c79ebe5-c542-4b37-9d0a-045d0566d4a2 admin admin] Deleting subnet 5666311e-53e6-4472-80b7-8214d955c322 {{(pid=106162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:05:54.872497 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0c79ebe5-c542-4b37-9d0a-045d0566d4a2 admin admin] Publish callbacks [] for subnet (5666311e-53e6-4472-80b7-8214d955c322), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:54.915087 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0c79ebe5-c542-4b37-9d0a-045d0566d4a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25755899'] for subnet (5666311e-53e6-4472-80b7-8214d955c322), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.038867 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0c79ebe5-c542-4b37-9d0a-045d0566d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (5666311e-53e6-4472-80b7-8214d955c322), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.093984 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0c79ebe5-c542-4b37-9d0a-045d0566d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26020477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25541665'] for subnet (5666311e-53e6-4472-80b7-8214d955c322), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.125047 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79ebe5-c542-4b37-9d0a-045d0566d4a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5666311e-53e6-4472-80b7-8214d955c322,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:55.127587 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0c79ebe5-c542-4b37-9d0a-045d0566d4a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.130914 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-0c79ebe5-c542-4b37-9d0a-045d0566d4a2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/5666311e-53e6-4472-80b7-8214d955c322 HTTP/1.1" status: 204 len: 168 time: 0.3088739 Oct 03 16:05:55.133464 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54070) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:55.135975 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f7b5e-76da-41fd-b78e-c9c684703527 None None] Network 793e8504-b1fb-440d-84d6-d2ad56065f0c requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:05:55.197653 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:55.202168 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (793e8504-b1fb-440d-84d6-d2ad56065f0c), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.243332 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:55.246446 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Deleting port 56820f08-74f0-4bd4-83af-e37faf5bc349 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:55.246789 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.327377 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] DHCP port deletion for 793e8504-b1fb-440d-84d6-d2ad56065f0c request from dv-cinder-844563-13-iscsi {{(pid=106164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 16:05:55.327570 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] For port 56820f08-74f0-4bd4-83af-e37faf5bc349, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=56820f08-74f0-4bd4-83af-e37faf5bc349,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:55.327925 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.343745 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Calling delete_port for 56820f08-74f0-4bd4-83af-e37faf5bc349 owned by network:dhcp {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:55.357877 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 3a6dc994-a24a-4b79-b61c-f269b5022f01 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:55.386122 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 3a6dc994-a24a-4b79-b61c-f269b5022f01 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:05:55.386705 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 3a6dc994-a24a-4b79-b61c-f269b5022f01 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:05:55.390033 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Deleting port 56820f08-74f0-4bd4-83af-e37faf5bc349 {{(pid=106164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:55.390784 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), before_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.406817 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:55.426300 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.439779 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] No DVR routers for this DVR port 56820f08-74f0-4bd4-83af-e37faf5bc349 on host dv-cinder-844563-13-iscsi {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:05:55.464893 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] For port 56820f08-74f0-4bd4-83af-e37faf5bc349, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=56820f08-74f0-4bd4-83af-e37faf5bc349,segment=NetworkSegment(81aa016c-875d-40c7-a437-2ccae48f6105),segment_id=81aa016c-875d-40c7-a437-2ccae48f6105)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:55.465290 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), precommit_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.478905 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Calling delete_port for 56820f08-74f0-4bd4-83af-e37faf5bc349 owned by network:dhcp {{(pid=106164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:55.481470 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Pushing event deleted for resources: {'Port': ['ID=56820f08-74f0-4bd4-83af-e37faf5bc349,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:55.533327 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (793e8504-b1fb-440d-84d6-d2ad56065f0c), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.555862 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793e8504-b1fb-440d-84d6-d2ad56065f0c']}} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:55.558896 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (56820f08-74f0-4bd4-83af-e37faf5bc349), after_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.567478 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81aa016c-875d-40c7-a437-2ccae48f6105') {'for_net_delete': True} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:55.567799 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81aa016c-875d-40c7-a437-2ccae48f6105') {} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:55.577688 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25755778'] for segment (81aa016c-875d-40c7-a437-2ccae48f6105), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.584141 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Pushing event deleted for resources: {'Port': ['ID=56820f08-74f0-4bd4-83af-e37faf5bc349,revision_number=None']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:55.593677 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (81aa016c-875d-40c7-a437-2ccae48f6105), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.594341 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.594780 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.595126 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.596403 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.597204 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.597832 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.598324 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.598811 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.599300 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.599787 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.600274 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.600804 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.601288 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.601771 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.602221 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=106162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:05:55.602354 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:05:55.602711 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26020503'] for segment (81aa016c-875d-40c7-a437-2ccae48f6105), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.608753 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef1897-3b6c-41eb-92c7-94a542c1d791 None None] No DVR routers for this DVR port 56820f08-74f0-4bd4-83af-e37faf5bc349 on host dv-cinder-844563-13-iscsi {{(pid=106164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:05:55.647899 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 81aa016c-875d-40c7-a437-2ccae48f6105 resource provider aggregate not found Oct 03 16:05:55.667227 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 81aa016c-875d-40c7-a437-2ccae48f6105 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81aa016c-875d-40c7-a437-2ccae48f6105 found for delete ", "request_id": "req-669c03c9-ad76-4f35-ba69-f2aa694889ef"}]} Oct 03 16:05:55.671129 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (793e8504-b1fb-440d-84d6-d2ad56065f0c), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.677765 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:55.680996 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/793e8504-b1fb-440d-84d6-d2ad56065f0c HTTP/1.1" status: 204 len: 168 time: 0.5465875 Oct 03 16:05:55.684028 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54076) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:55.692152 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4e41e-5ea0-4280-927f-4697b2d0ce50 admin admin] Pushing event deleted for resources: {'Network': ['ID=793e8504-b1fb-440d-84d6-d2ad56065f0c,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:55.809817 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:56.006226 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c2f22cfc-2f96-4297-9ef8-a2f6b143bb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734088'] for router_interface (c5f2872f-37a3-4f10-8758-d610ef17bd1d), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:56.215123 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:56.227880 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-c2f22cfc-2f96-4297-9ef8-a2f6b143bb45 admin admin] Deleting port bc8519b7-0c81-4d21-9114-2f1d71f3e97f {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:56.228214 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c2f22cfc-2f96-4297-9ef8-a2f6b143bb45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:56.313036 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [None req-c2f22cfc-2f96-4297-9ef8-a2f6b143bb45 admin admin] For port bc8519b7-0c81-4d21-9114-2f1d71f3e97f, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=bc8519b7-0c81-4d21-9114-2f1d71f3e97f,segment=NetworkSegment(02e105ec-1d9c-4120-8511-2b5581b93f8e),segment_id=02e105ec-1d9c-4120-8511-2b5581b93f8e)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:56.313401 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c2f22cfc-2f96-4297-9ef8-a2f6b143bb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:56.329773 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-c2f22cfc-2f96-4297-9ef8-a2f6b143bb45 admin admin] Calling delete_port for bc8519b7-0c81-4d21-9114-2f1d71f3e97f owned by network:router_interface {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:56.337795 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:56.530166 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c2f22cfc-2f96-4297-9ef8-a2f6b143bb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (bc8519b7-0c81-4d21-9114-2f1d71f3e97f), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:56.558095 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f22cfc-2f96-4297-9ef8-a2f6b143bb45 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8519b7-0c81-4d21-9114-2f1d71f3e97f,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:56.736692 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c2f22cfc-2f96-4297-9ef8-a2f6b143bb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734076'] for router_interface (c5f2872f-37a3-4f10-8758-d610ef17bd1d), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:56.957765 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 2b422881-e97d-43d6-9db0-0bff57538d32 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:56.982520 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f22cfc-2f96-4297-9ef8-a2f6b143bb45 admin admin] Router c5f2872f-37a3-4f10-8758-d610ef17bd1d has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:05:56.986404 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 2b422881-e97d-43d6-9db0-0bff57538d32 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:05:56.986754 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 2b422881-e97d-43d6-9db0-0bff57538d32 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:05:56.987249 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 56820f08-74f0-4bd4-83af-e37faf5bc349 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:57.012213 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 56820f08-74f0-4bd4-83af-e37faf5bc349 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:05:57.012550 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 56820f08-74f0-4bd4-83af-e37faf5bc349 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:05:57.066417 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:57.114698 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f22cfc-2f96-4297-9ef8-a2f6b143bb45 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:05:57.121219 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-c2f22cfc-2f96-4297-9ef8-a2f6b143bb45 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/c5f2872f-37a3-4f10-8758-d610ef17bd1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4361060 Oct 03 16:05:57.123163 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54092) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:57.127063 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f20192d-8cc4-413e-99f0-7d02d48a039a None None] Sync routers for ids ['c5f2872f-37a3-4f10-8758-d610ef17bd1d'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:05:57.138997 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20192d-8cc4-413e-99f0-7d02d48a039a None None] Routers {'c5f2872f-37a3-4f10-8758-d610ef17bd1d'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:57.140566 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-9f20192d-8cc4-413e-99f0-7d02d48a039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:05:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['c5f2872f-37a3-4f10-8758-d610ef17bd1d'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:57.209379 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:57.243991 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Publish callbacks [] for router (c5f2872f-37a3-4f10-8758-d610ef17bd1d), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:57.260092 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:57.269703 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-9f20192d-8cc4-413e-99f0-7d02d48a039a None None] Set router c5f2872f-37a3-4f10-8758-d610ef17bd1d gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:57.355730 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Publish callbacks [] for router_gateway (c5f2872f-37a3-4f10-8758-d610ef17bd1d), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:57.410354 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Deleting port be641f98-89cb-4789-8da5-29a84eafda63 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:57.410781 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (be641f98-89cb-4789-8da5-29a84eafda63), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:57.454036 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-9f20192d-8cc4-413e-99f0-7d02d48a039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'name': 'tempest-TestShelveInstance-2017744484-router', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:14Z', 'updated_at': '2022-10-03T16:05:56Z', 'revision_number': 5, 'project_id': '85c573761eb54bd5bfe7e8a9a0088041', 'gw_port': {'id': 'be641f98-89cb-4789-8da5-29a84eafda63', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:00:16Z', 'updated_at': '2022-10-03T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:57.479904 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f20192d-8cc4-413e-99f0-7d02d48a039a None None] Checking router: c5f2872f-37a3-4f10-8758-d610ef17bd1d for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:05:57.489256 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20192d-8cc4-413e-99f0-7d02d48a039a None None] Routers {'c5f2872f-37a3-4f10-8758-d610ef17bd1d'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:05:57.489861 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-9f20192d-8cc4-413e-99f0-7d02d48a039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:05:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['c5f2872f-37a3-4f10-8758-d610ef17bd1d'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:57.517724 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] For port be641f98-89cb-4789-8da5-29a84eafda63, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=be641f98-89cb-4789-8da5-29a84eafda63,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:57.518285 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (be641f98-89cb-4789-8da5-29a84eafda63), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:57.530941 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Calling delete_port for be641f98-89cb-4789-8da5-29a84eafda63 owned by network:router_gateway {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:57.573822 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-9f20192d-8cc4-413e-99f0-7d02d48a039a None None] Set router c5f2872f-37a3-4f10-8758-d610ef17bd1d gateway port host: None {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:05:57.625467 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-9f20192d-8cc4-413e-99f0-7d02d48a039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'name': 'tempest-TestShelveInstance-2017744484-router', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:14Z', 'updated_at': '2022-10-03T16:05:57Z', 'revision_number': 6, 'project_id': '85c573761eb54bd5bfe7e8a9a0088041', 'gw_port_host': None}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:57.656308 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f20192d-8cc4-413e-99f0-7d02d48a039a None None] The sync data for ids ['c5f2872f-37a3-4f10-8758-d610ef17bd1d'] in dv-cinder-844563-13-iscsi is: [{'id': 'c5f2872f-37a3-4f10-8758-d610ef17bd1d', 'name': 'tempest-TestShelveInstance-2017744484-router', 'tenant_id': '85c573761eb54bd5bfe7e8a9a0088041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:00:14Z', 'updated_at': '2022-10-03T16:05:57Z', 'revision_number': 6, 'project_id': '85c573761eb54bd5bfe7e8a9a0088041', 'gw_port_host': None}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:05:57.869654 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:57.920274 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:57.983929 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (be641f98-89cb-4789-8da5-29a84eafda63), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.023671 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=be641f98-89cb-4789-8da5-29a84eafda63,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:58.095390 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727734'] for router_gateway (c5f2872f-37a3-4f10-8758-d610ef17bd1d), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.188281 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3734141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29314'] for router (c5f2872f-37a3-4f10-8758-d610ef17bd1d), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.190651 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Publish callbacks [] for router_controller (c5f2872f-37a3-4f10-8758-d610ef17bd1d), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.237756 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734116'] for router (c5f2872f-37a3-4f10-8758-d610ef17bd1d), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.238694 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f2872f-37a3-4f10-8758-d610ef17bd1d {{(pid=106162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 16:05:58.245848 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.248755 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-0ecb1518-823c-4f92-a7de-ad1cd709fd81 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/c5f2872f-37a3-4f10-8758-d610ef17bd1d HTTP/1.1" status: 204 len: 168 time: 1.1228588 Oct 03 16:05:58.249683 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54110) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:58.300307 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b27f1e3-c08d-4b70-8561-6edbba6eb4b2 admin admin] Deleting subnet fd956d4c-c590-4440-b118-c10fc51df104 {{(pid=106162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:05:58.303633 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8b27f1e3-c08d-4b70-8561-6edbba6eb4b2 admin admin] Publish callbacks [] for subnet (fd956d4c-c590-4440-b118-c10fc51df104), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.339037 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8b27f1e3-c08d-4b70-8561-6edbba6eb4b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25755899'] for subnet (fd956d4c-c590-4440-b118-c10fc51df104), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.415092 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8b27f1e3-c08d-4b70-8561-6edbba6eb4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (fd956d4c-c590-4440-b118-c10fc51df104), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.473115 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8b27f1e3-c08d-4b70-8561-6edbba6eb4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26020477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25541665'] for subnet (fd956d4c-c590-4440-b118-c10fc51df104), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.500918 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27f1e3-c08d-4b70-8561-6edbba6eb4b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd956d4c-c590-4440-b118-c10fc51df104,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:58.503491 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-8b27f1e3-c08d-4b70-8561-6edbba6eb4b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.506778 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-8b27f1e3-c08d-4b70-8561-6edbba6eb4b2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/fd956d4c-c590-4440-b118-c10fc51df104 HTTP/1.1" status: 204 len: 168 time: 0.2559607 Oct 03 16:05:58.509552 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54118) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:58.516607 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ca3010-bfa0-483d-adb5-f3186876446a None None] Network 04687767-bf5f-437b-ab4c-742de74688b4 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:05:58.590781 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:58.597333 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (04687767-bf5f-437b-ab4c-742de74688b4), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.645336 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Deleting port 4d113719-7e3c-4edb-919e-43434cde8e6d {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:58.645908 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.689426 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:58.723926 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8e3ce8-d71e-48cc-a173-3a33b6d9e18b None None] DHCP port deletion for 04687767-bf5f-437b-ab4c-742de74688b4 request from dv-cinder-844563-13-iscsi {{(pid=106164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 16:05:58.724944 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] For port 4d113719-7e3c-4edb-919e-43434cde8e6d, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=4d113719-7e3c-4edb-919e-43434cde8e6d,segment=NetworkSegment(02e105ec-1d9c-4120-8511-2b5581b93f8e),segment_id=02e105ec-1d9c-4120-8511-2b5581b93f8e)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:58.725325 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.739981 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Calling delete_port for 4d113719-7e3c-4edb-919e-43434cde8e6d owned by network:dhcp {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:58.770712 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e3ce8-d71e-48cc-a173-3a33b6d9e18b None None] Deleting port 4d113719-7e3c-4edb-919e-43434cde8e6d {{(pid=106164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:05:58.771174 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3ce8-d71e-48cc-a173-3a33b6d9e18b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), before_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.856685 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.857885 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-bc8e3ce8-d71e-48cc-a173-3a33b6d9e18b None None] For port 4d113719-7e3c-4edb-919e-43434cde8e6d, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=4d113719-7e3c-4edb-919e-43434cde8e6d,segment=NetworkSegment(02e105ec-1d9c-4120-8511-2b5581b93f8e),segment_id=02e105ec-1d9c-4120-8511-2b5581b93f8e)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:05:58.858513 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3ce8-d71e-48cc-a173-3a33b6d9e18b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), precommit_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:58.883139 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e3ce8-d71e-48cc-a173-3a33b6d9e18b None None] Calling delete_port for 4d113719-7e3c-4edb-919e-43434cde8e6d owned by network:dhcp {{(pid=106164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:05:58.899457 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:05:58.899642 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] No DVR routers for this DVR port 4d113719-7e3c-4edb-919e-43434cde8e6d on host dv-cinder-844563-13-iscsi {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:05:58.926529 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d113719-7e3c-4edb-919e-43434cde8e6d,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:58.989319 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (04687767-bf5f-437b-ab4c-742de74688b4), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:59.016425 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04687767-bf5f-437b-ab4c-742de74688b4']}} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:59.038307 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e105ec-1d9c-4120-8511-2b5581b93f8e') {'for_net_delete': True} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:59.038602 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e105ec-1d9c-4120-8511-2b5581b93f8e') {} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:05:59.053329 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531731'] for segment (02e105ec-1d9c-4120-8511-2b5581b93f8e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:59.069757 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (02e105ec-1d9c-4120-8511-2b5581b93f8e), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:59.076783 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=106163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:05:59.077264 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26945160'] for segment (02e105ec-1d9c-4120-8511-2b5581b93f8e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:59.080582 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 4d113719-7e3c-4edb-919e-43434cde8e6d no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:59.116111 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 4d113719-7e3c-4edb-919e-43434cde8e6d {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:05:59.116465 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 4d113719-7e3c-4edb-919e-43434cde8e6d not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:05:59.116916 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device be641f98-89cb-4789-8da5-29a84eafda63 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:59.124440 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 02e105ec-1d9c-4120-8511-2b5581b93f8e resource provider aggregate not found Oct 03 16:05:59.140264 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: be641f98-89cb-4789-8da5-29a84eafda63 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:05:59.140615 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device be641f98-89cb-4789-8da5-29a84eafda63 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:05:59.141224 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device bc8519b7-0c81-4d21-9114-2f1d71f3e97f no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:05:59.143714 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 02e105ec-1d9c-4120-8511-2b5581b93f8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02e105ec-1d9c-4120-8511-2b5581b93f8e found for delete ", "request_id": "req-09ff9c94-5eab-46b7-bc38-2699a4cfe434"}]} Oct 03 16:05:59.152339 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (04687767-bf5f-437b-ab4c-742de74688b4), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:59.158204 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:59.161476 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/04687767-bf5f-437b-ab4c-742de74688b4 HTTP/1.1" status: 204 len: 168 time: 0.6503086 Oct 03 16:05:59.167756 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: bc8519b7-0c81-4d21-9114-2f1d71f3e97f {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:05:59.168110 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device bc8519b7-0c81-4d21-9114-2f1d71f3e97f not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:05:59.175316 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5af853-66b0-4d64-ad82-77b11de74d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=04687767-bf5f-437b-ab4c-742de74688b4,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:59.188127 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-bc8e3ce8-d71e-48cc-a173-3a33b6d9e18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (4d113719-7e3c-4edb-919e-43434cde8e6d), after_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:59.198232 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc8e3ce8-d71e-48cc-a173-3a33b6d9e18b None None] Network 04687767-bf5f-437b-ab4c-742de74688b4 is not hosted by any dhcp agent {{(pid=106164) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 03 16:05:59.198689 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e3ce8-d71e-48cc-a173-3a33b6d9e18b None None] No DVR routers for this DVR port 4d113719-7e3c-4edb-919e-43434cde8e6d on host dv-cinder-844563-13-iscsi {{(pid=106164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:05:59.219723 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e3ce8-d71e-48cc-a173-3a33b6d9e18b None None] Pushing event deleted for resources: {'Port': ['ID=4d113719-7e3c-4edb-919e-43434cde8e6d,revision_number=None']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:59.308989 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54144) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:59.357218 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-d2814165-57f2-4405-bec0-07e7c5ac2100 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=60b016d4443142d4bb81dae536748cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462985 Oct 03 16:05:59.359088 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54148) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:59.414523 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d0d17f59-6464-4785-9f23-cece4bb0c070 admin admin] Publish callbacks [] for security_group (38e8a777-ead5-4268-89e3-f3bbeff7998a), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:59.436537 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d0d17f59-6464-4785-9f23-cece4bb0c070 admin admin] Publish callbacks [] for security_group (38e8a777-ead5-4268-89e3-f3bbeff7998a), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:59.486209 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d0d17f59-6464-4785-9f23-cece4bb0c070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (38e8a777-ead5-4268-89e3-f3bbeff7998a), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:59.489976 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d0d17f59-6464-4785-9f23-cece4bb0c070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:59.493967 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-d0d17f59-6464-4785-9f23-cece4bb0c070 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/38e8a777-ead5-4268-89e3-f3bbeff7998a HTTP/1.1" status: 204 len: 168 time: 0.1330426 Oct 03 16:05:59.504338 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d17f59-6464-4785-9f23-cece4bb0c070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e8a777-ead5-4268-89e3-f3bbeff7998a,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:05:59.859476 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54160) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:59.901849 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-0549b86f-64df-4ee1-bf94-6e6d0ceff422 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=85c573761eb54bd5bfe7e8a9a0088041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412388 Oct 03 16:05:59.904312 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54162) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:05:59.953041 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a6721605-150a-4957-b79d-0f1a67c7d249 admin admin] Publish callbacks [] for security_group (0f0e3b43-c100-4424-8a5e-0c1fc3614f7f), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:05:59.974799 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a6721605-150a-4957-b79d-0f1a67c7d249 admin admin] Publish callbacks [] for security_group (0f0e3b43-c100-4424-8a5e-0c1fc3614f7f), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:00.022055 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a6721605-150a-4957-b79d-0f1a67c7d249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0f0e3b43-c100-4424-8a5e-0c1fc3614f7f), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:00.024546 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a6721605-150a-4957-b79d-0f1a67c7d249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:00.025743 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a6721605-150a-4957-b79d-0f1a67c7d249 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0f0e3b43-c100-4424-8a5e-0c1fc3614f7f HTTP/1.1" status: 204 len: 168 time: 0.1205125 Oct 03 16:06:00.037105 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6721605-150a-4957-b79d-0f1a67c7d249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0e3b43-c100-4424-8a5e-0c1fc3614f7f,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:00.659662 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54190) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:00.771293 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bf1566e3-9eda-47f4-9ba3-84faaff264b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:00.846438 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bf1566e3-9eda-47f4-9ba3-84faaff264b2 admin admin] Publish callbacks [] for security_group (7728fe72-bd41-4284-85d0-3a023107517a), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:00.850851 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bf1566e3-9eda-47f4-9ba3-84faaff264b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (7728fe72-bd41-4284-85d0-3a023107517a), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:00.889799 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-bf1566e3-9eda-47f4-9ba3-84faaff264b2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ab0098597c604fba8d951162a93cd7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290771 Oct 03 16:06:00.890615 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1566e3-9eda-47f4-9ba3-84faaff264b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7728fe72-bd41-4284-85d0-3a023107517a,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:00.892825 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54196) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:00.946337 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-19b5efce-aad9-4650-a44a-7add909374a7 admin admin] Publish callbacks [] for security_group (7728fe72-bd41-4284-85d0-3a023107517a), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:00.962453 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:DELETE=13,neutron:UPDATE=4,neutron:SELECT=83 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:00.967507 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-19b5efce-aad9-4650-a44a-7add909374a7 admin admin] Publish callbacks [] for security_group (7728fe72-bd41-4284-85d0-3a023107517a), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:01.015254 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-19b5efce-aad9-4650-a44a-7add909374a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (7728fe72-bd41-4284-85d0-3a023107517a), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:01.018161 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-19b5efce-aad9-4650-a44a-7add909374a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:01.019296 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-19b5efce-aad9-4650-a44a-7add909374a7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7728fe72-bd41-4284-85d0-3a023107517a HTTP/1.1" status: 204 len: 168 time: 0.1254900 Oct 03 16:06:01.026982 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5efce-aad9-4650-a44a-7add909374a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7728fe72-bd41-4284-85d0-3a023107517a,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:01.280545 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54202) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:01.294598 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b0f01722-8d34-4ca1-a9ff-b2047342da27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:01.312488 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:01.372484 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b0f01722-8d34-4ca1-a9ff-b2047342da27 admin admin] Publish callbacks [] for security_group (0b95d3f3-59d4-4e86-a5df-ecd347941fee), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:01.375944 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b0f01722-8d34-4ca1-a9ff-b2047342da27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0b95d3f3-59d4-4e86-a5df-ecd347941fee), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:01.415791 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-b0f01722-8d34-4ca1-a9ff-b2047342da27 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ecee1d2e28824cccb3092c0aba26723f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341343 Oct 03 16:06:01.416652 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f01722-8d34-4ca1-a9ff-b2047342da27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b95d3f3-59d4-4e86-a5df-ecd347941fee,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:01.419360 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54204) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:01.436892 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:01.471069 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e3fc17dc-52d4-4ebf-9855-f21bcc77e0a6 admin admin] Publish callbacks [] for security_group (0b95d3f3-59d4-4e86-a5df-ecd347941fee), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:01.472633 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:01.493562 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e3fc17dc-52d4-4ebf-9855-f21bcc77e0a6 admin admin] Publish callbacks [] for security_group (0b95d3f3-59d4-4e86-a5df-ecd347941fee), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:01.539204 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e3fc17dc-52d4-4ebf-9855-f21bcc77e0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (0b95d3f3-59d4-4e86-a5df-ecd347941fee), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:01.541771 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e3fc17dc-52d4-4ebf-9855-f21bcc77e0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:01.542883 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-e3fc17dc-52d4-4ebf-9855-f21bcc77e0a6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0b95d3f3-59d4-4e86-a5df-ecd347941fee HTTP/1.1" status: 204 len: 168 time: 0.1221879 Oct 03 16:06:01.550930 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc17dc-52d4-4ebf-9855-f21bcc77e0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b95d3f3-59d4-4e86-a5df-ecd347941fee,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:04.458222 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=77 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:04.536666 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=58 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:06.796314 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.364943 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54306) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:09.369543 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-2e1c49e4-8762-459e-b78b-367bb44c4417 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753963395', 'description': 'tempest-description--2124435903'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:06:09.391581 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2e1c49e4-8762-459e-b78b-367bb44c4417 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.465028 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2e1c49e4-8762-459e-b78b-367bb44c4417 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (4e05e17f-b09a-475b-87ac-621d6561055b), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.468790 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2e1c49e4-8762-459e-b78b-367bb44c4417 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (4e05e17f-b09a-475b-87ac-621d6561055b), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.498886 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-2e1c49e4-8762-459e-b78b-367bb44c4417 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.500102 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-2e1c49e4-8762-459e-b78b-367bb44c4417 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1341124 Oct 03 16:06:09.501989 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c49e4-8762-459e-b78b-367bb44c4417 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e05e17f-b09a-475b-87ac-621d6561055b,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:09.503183 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54308) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:09.507797 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-ab104064-6736-4621-ae0e-ab081a7c4f5f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'security_group_rule': {'security_group_id': '4e05e17f-b09a-475b-87ac-621d6561055b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:06:09.535483 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ab104064-6736-4621-ae0e-ab081a7c4f5f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (dfcc731a-1b17-4471-8934-331793cd8e32), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.548403 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:06:09.595444 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ab104064-6736-4621-ae0e-ab081a7c4f5f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (dfcc731a-1b17-4471-8934-331793cd8e32), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.598914 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ab104064-6736-4621-ae0e-ab081a7c4f5f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (dfcc731a-1b17-4471-8934-331793cd8e32), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.620200 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab104064-6736-4621-ae0e-ab081a7c4f5f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcc731a-1b17-4471-8934-331793cd8e32,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:09.625760 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ab104064-6736-4621-ae0e-ab081a7c4f5f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.627954 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-ab104064-6736-4621-ae0e-ab081a7c4f5f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237111 Oct 03 16:06:09.630637 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54310) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:09.634921 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-55a0229e-846d-4618-9e11-d7427f6b7f36 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'security_group_rule': {'security_group_id': '4e05e17f-b09a-475b-87ac-621d6561055b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:06:09.660269 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-55a0229e-846d-4618-9e11-d7427f6b7f36 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (b2b3ce85-4b25-43f1-891f-8016edc151ae), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.717165 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-55a0229e-846d-4618-9e11-d7427f6b7f36 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (b2b3ce85-4b25-43f1-891f-8016edc151ae), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.720775 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-55a0229e-846d-4618-9e11-d7427f6b7f36 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (b2b3ce85-4b25-43f1-891f-8016edc151ae), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.743656 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0229e-846d-4618-9e11-d7427f6b7f36 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b3ce85-4b25-43f1-891f-8016edc151ae,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:09.751456 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-55a0229e-846d-4618-9e11-d7427f6b7f36 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.752774 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-55a0229e-846d-4618-9e11-d7427f6b7f36 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211793 Oct 03 16:06:09.755835 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54312) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:09.760274 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:06:09.782810 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.863800 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:09.972983 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Allocated IP 172.27.0.192 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/ecf3e04a-1eb4-49cc-bcee-d9789c5721e7) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:06:09.974582 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:10.081788 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for port (ecf3e04a-1eb4-49cc-bcee-d9789c5721e7), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:10.084182 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:10.121839 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (ecf3e04a-1eb4-49cc-bcee-d9789c5721e7), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:10.162771 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:06:10.167821 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:06:10.169967 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'Port': ['ID=ecf3e04a-1eb4-49cc-bcee-d9789c5721e7,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:10.172081 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:06:10.257598 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (d85b8b66-e3e8-4f5a-9569-ec2972411d3f), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:10.296848 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (ecf3e04a-1eb4-49cc-bcee-d9789c5721e7), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:10.470579 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for port (ecf3e04a-1eb4-49cc-bcee-d9789c5721e7), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:10.475076 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (ecf3e04a-1eb4-49cc-bcee-d9789c5721e7), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:10.544975 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'Port': ['ID=ecf3e04a-1eb4-49cc-bcee-d9789c5721e7,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:10.547390 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (d85b8b66-e3e8-4f5a-9569-ec2972411d3f), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:10.566039 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:10.567300 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-0b11a6d8-d0b0-46af-a8ce-f7213bb11ad7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8103158 Oct 03 16:06:10.699188 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54330) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:10.787303 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-ad27e2b0-27f6-442c-ae1b-d443f21e6e9a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1753963395&fields=id&tenant_id=62932ad37df941b1840b183a858c7876 HTTP/1.1" status: 200 len: 267 time: 0.0488262 Oct 03 16:06:10.859837 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-234a1a05-9754-46dd-a887-0b3f1f92e143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:10.863419 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:10.940502 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-63674852-88ad-48f1-8d20-bcb84a4511a2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:10.941991 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-63674852-88ad-48f1-8d20-bcb84a4511a2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 814 time: 0.1465356 Oct 03 16:06:10.964911 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-a0737377-2c14-4a02-81ab-4d5beaff3330 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/quotas/62932ad37df941b1840b183a858c7876 HTTP/1.1" status: 200 len: 375 time: 0.0164723 Oct 03 16:06:11.027522 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:11.029722 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-234a1a05-9754-46dd-a887-0b3f1f92e143 admin admin] Publish callbacks [] for security_group (afeabd01-9e05-4e5f-8618-a14654560e4c), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:11.035436 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-234a1a05-9754-46dd-a887-0b3f1f92e143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (afeabd01-9e05-4e5f-8618-a14654560e4c), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:11.043517 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-68e3ce18-0d55-4f06-98ae-77a6bece66a6 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721967 Oct 03 16:06:11.129059 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-234a1a05-9754-46dd-a887-0b3f1f92e143 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2f768fc195c64bdf83f7267d502e581d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4287577 Oct 03 16:06:11.131803 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54338) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:11.132403 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a1a05-9754-46dd-a887-0b3f1f92e143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeabd01-9e05-4e5f-8618-a14654560e4c,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:11.174926 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-98895558-779a-4456-9e28-9a53609e6c06 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162279 Oct 03 16:06:11.194029 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ba1bafc0-dfe8-4d7f-b910-de7ac2b6e4f7 admin admin] Publish callbacks [] for security_group (afeabd01-9e05-4e5f-8618-a14654560e4c), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:11.214167 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ba1bafc0-dfe8-4d7f-b910-de7ac2b6e4f7 admin admin] Publish callbacks [] for security_group (afeabd01-9e05-4e5f-8618-a14654560e4c), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:11.262004 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ba1bafc0-dfe8-4d7f-b910-de7ac2b6e4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (afeabd01-9e05-4e5f-8618-a14654560e4c), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:11.264619 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ba1bafc0-dfe8-4d7f-b910-de7ac2b6e4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:11.268868 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-ba1bafc0-dfe8-4d7f-b910-de7ac2b6e4f7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/afeabd01-9e05-4e5f-8618-a14654560e4c HTTP/1.1" status: 204 len: 168 time: 0.1323047 Oct 03 16:06:11.270612 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-b66913e4-49fc-4920-aca4-828fa6319c1f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895164 Oct 03 16:06:11.275580 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bafc0-dfe8-4d7f-b910-de7ac2b6e4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeabd01-9e05-4e5f-8618-a14654560e4c,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:11.459072 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d4c5249d-49c2-4b80-b004-62e6e4d61662 req-45cc6836-2129-465f-bb8a-5d27b82409ba tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 210 time: 0.0365505 Oct 03 16:06:11.579848 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54352) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:11.594596 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-812b08cc-62dd-4f5f-ade7-10b6d8c9e071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:11.675960 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-812b08cc-62dd-4f5f-ade7-10b6d8c9e071 admin admin] Publish callbacks [] for security_group (3590e3a7-a34d-4042-8042-1decdfd0715d), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:11.681204 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-812b08cc-62dd-4f5f-ade7-10b6d8c9e071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (3590e3a7-a34d-4042-8042-1decdfd0715d), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:11.722193 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-812b08cc-62dd-4f5f-ade7-10b6d8c9e071 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2ba06aa94c424768a6d397d5f070f844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410935 Oct 03 16:06:11.724773 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54358) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:11.731259 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b08cc-62dd-4f5f-ade7-10b6d8c9e071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3590e3a7-a34d-4042-8042-1decdfd0715d,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:11.779639 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e3f8503b-c255-48ec-bd0b-8c9483617041 admin admin] Publish callbacks [] for security_group (3590e3a7-a34d-4042-8042-1decdfd0715d), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:11.800788 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e3f8503b-c255-48ec-bd0b-8c9483617041 admin admin] Publish callbacks [] for security_group (3590e3a7-a34d-4042-8042-1decdfd0715d), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:11.852463 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e3f8503b-c255-48ec-bd0b-8c9483617041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (3590e3a7-a34d-4042-8042-1decdfd0715d), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:11.855013 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e3f8503b-c255-48ec-bd0b-8c9483617041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:11.856175 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e3f8503b-c255-48ec-bd0b-8c9483617041 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3590e3a7-a34d-4042-8042-1decdfd0715d HTTP/1.1" status: 204 len: 168 time: 0.1304088 Oct 03 16:06:11.865245 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8503b-c255-48ec-bd0b-8c9483617041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3590e3a7-a34d-4042-8042-1decdfd0715d,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:12.571661 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54382) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:12.619022 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:12.624052 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-786af2e6-ff78-408e-b8cc-799a81d777d7 req-7b2a3d9f-f179-432d-be33-77af243867e7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 210 time: 0.0712399 Oct 03 16:06:12.686824 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-783094903-network', 'tenant_id': 'c978b2df3f7b4ce4a4327285d167a4d3'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:06:12.690071 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4dae6cf4-2c97-4905-af69-9dce5ef8b41b tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:12.691533 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4dae6cf4-2c97-4905-af69-9dce5ef8b41b tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 814 time: 0.1537914 Oct 03 16:06:12.712472 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Made reservation on behalf of c978b2df3f7b4ce4a4327285d167a4d3 for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:06:12.715257 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:12.724881 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:12.779712 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-b3115e72-ba01-4765-8f91-284581051fd4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=62932ad37df941b1840b183a858c7876 HTTP/1.1" status: 200 len: 473 time: 0.0768585 Oct 03 16:06:12.817511 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Publish callbacks [] for security_group (39730d32-8d82-4137-9786-ad65c3aafaf5), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:12.821224 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (39730d32-8d82-4137-9786-ad65c3aafaf5), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:12.834408 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4254f1f5-9d94-4ac0-a0b1-f680c273d15e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'port': {'device_id': 'ae3245cd-404a-4f9a-aa0f-53ea7d62f307', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'admin_state_up': True, 'tenant_id': '62932ad37df941b1840b183a858c7876', 'security_groups': ['4e05e17f-b09a-475b-87ac-621d6561055b']}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:06:12.844163 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 16:06:12.861799 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (b4ae1d91-dfdb-4d84-b429-ba5d76b65c6c), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:12.862226 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Added segment b4ae1d91-dfdb-4d84-b429-ba5d76b65c6c of type vlan for network 5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28 Oct 03 16:06:12.863630 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39730d32-8d82-4137-9786-ad65c3aafaf5,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:12.908801 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:12.933156 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:12.934137 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:12.934717 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:12.946261 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4254f1f5-9d94-4ac0-a0b1-f680c273d15e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Made reservation on behalf of 62932ad37df941b1840b183a858c7876 for: {'port': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:06:12.950112 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4254f1f5-9d94-4ac0-a0b1-f680c273d15e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:12.957230 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:12.962233 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:12.994029 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4212494 Oct 03 16:06:13.002365 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54390) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:13.007981 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-6165a141-9437-4881-a022-35466eba20ed admin admin] Request body: {'subnet': {'network_id': '5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-783094903-subnet', 'tenant_id': 'c978b2df3f7b4ce4a4327285d167a4d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:06:13.013018 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:13.023378 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81432fd-fa32-4bc8-aa43-744c759c27d9 admin admin] Pushing event updated for resources: {'Network': ['ID=5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:13.034724 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 16:06:13.044268 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6165a141-9437-4881-a022-35466eba20ed admin admin] Made reservation on behalf of c978b2df3f7b4ce4a4327285d167a4d3 for: {'subnet': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:06:13.047005 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6165a141-9437-4881-a022-35466eba20ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2101793'] for subnet (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:13.098010 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4254f1f5-9d94-4ac0-a0b1-f680c273d15e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Allocated IP 172.20.0.9 (87b5f831-720b-4bbf-8b1b-0fa2209326c5/7aedd9d0-ba75-4214-9aed-d4db28b6e76c/892ca207-a78f-4eba-9597-1f7f9ffee804) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:06:13.250163 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4254f1f5-9d94-4ac0-a0b1-f680c273d15e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:13.283159 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4254f1f5-9d94-4ac0-a0b1-f680c273d15e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:13.329132 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4254f1f5-9d94-4ac0-a0b1-f680c273d15e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:06:13.332367 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4254f1f5-9d94-4ac0-a0b1-f680c273d15e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:06:13.336313 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4254f1f5-9d94-4ac0-a0b1-f680c273d15e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:06:13.361657 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254f1f5-9d94-4ac0-a0b1-f680c273d15e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'Port': ['ID=892ca207-a78f-4eba-9597-1f7f9ffee804,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:13.392434 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4254f1f5-9d94-4ac0-a0b1-f680c273d15e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:13.393528 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4254f1f5-9d94-4ac0-a0b1-f680c273d15e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:13.413986 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-4254f1f5-9d94-4ac0-a0b1-f680c273d15e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834079 Oct 03 16:06:13.428156 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Request body: {'port': {'device_id': 'ae3245cd-404a-4f9a-aa0f-53ea7d62f307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:06:13.479449 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6165a141-9437-4881-a022-35466eba20ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2101811'] for subnet (0b602e7c-ad73-46f8-85ca-1c4c02b363fc), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:13.499267 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:13.515971 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:13.545222 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165a141-9437-4881-a022-35466eba20ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b602e7c-ad73-46f8-85ca-1c4c02b363fc,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:13.555179 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165a141-9437-4881-a022-35466eba20ed admin admin] Checking segment: {'id': 'b4ae1d91-dfdb-4d84-b429-ba5d76b65c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:06:13.555536 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165a141-9437-4881-a022-35466eba20ed admin admin] Network hostable DHCP agents. Network: 5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 16:06:13.575035 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165a141-9437-4881-a022-35466eba20ed admin admin] Network 5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 16:06:13.585294 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-6165a141-9437-4881-a022-35466eba20ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28) {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:06:13.589792 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6165a141-9437-4881-a022-35466eba20ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:13.590395 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6165a141-9437-4881-a022-35466eba20ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:13.598096 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07463ddf-3658-415b-bbed-d4a5fe89189e None None] Network 5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:06:13.621759 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-6165a141-9437-4881-a022-35466eba20ed admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6176214 Oct 03 16:06:13.661207 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-5a3596a9-b6ec-4ae3-a023-3532fa34e5e1 None None] Provisioning complete for port 892ca207-a78f-4eba-9597-1f7f9ffee804 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:06:13.661584 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-5a3596a9-b6ec-4ae3-a023-3532fa34e5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:13.661928 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-5a3596a9-b6ec-4ae3-a023-3532fa34e5e1 None None] Attempt 1 to provision port 892ca207-a78f-4eba-9597-1f7f9ffee804 Oct 03 16:06:13.721451 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-5a3596a9-b6ec-4ae3-a023-3532fa34e5e1 None None] Port 892ca207-a78f-4eba-9597-1f7f9ffee804 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:06:13.754483 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a63d1d1-db25-40c3-a85b-fd029dc24c02 None None] Network 5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:06:13.789083 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf6701-85c0-4b24-b467-612647932c51 req-c4049ab0-c8b1-42f9-8b8a-ef53538b236a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:13.790692 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1ddf6701-85c0-4b24-b467-612647932c51 req-c4049ab0-c8b1-42f9-8b8a-ef53538b236a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 931 time: 0.0670514 Oct 03 16:06:13.834578 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:13.865986 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892ca207-a78f-4eba-9597-1f7f9ffee804 {{(pid=106162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:06:13.876260 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Publish callbacks [] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:13.900516 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1ddf6701-85c0-4b24-b467-612647932c51 req-93ab9ca5-3a09-4345-9819-613aca9f2426 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4e05e17f-b09a-475b-87ac-621d6561055b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985236 Oct 03 16:06:13.903090 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.provisioning_blocks [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Transition to ACTIVE for port object 892ca207-a78f-4eba-9597-1f7f9ffee804 will not be triggered until provisioned by entity L2. {{(pid=106162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:06:13.907693 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:13.992817 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Pushing event updated for resources: {'Port': ['ID=892ca207-a78f-4eba-9597-1f7f9ffee804,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:14.022561 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Attempting to bind port 892ca207-a78f-4eba-9597-1f7f9ffee804 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:06:14.022900 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Attempting to bind port 892ca207-a78f-4eba-9597-1f7f9ffee804 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:06:14.023226 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Attempting to bind port 892ca207-a78f-4eba-9597-1f7f9ffee804 on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:06:14.072542 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Port 892ca207-a78f-4eba-9597-1f7f9ffee804 on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:06:14.072900 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Attempting to bind port 892ca207-a78f-4eba-9597-1f7f9ffee804 on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:06:14.115409 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:06:14.115810 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Checking segment: {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:06:14.116274 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Bound using segment: {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:06:14.116638 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Bound port: 892ca207-a78f-4eba-9597-1f7f9ffee804, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'}}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:06:14.117042 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.166770 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54408) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:14.171578 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1207556011-network', 'tenant_id': '8af03f01df24462a83266b41d0848c03'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:06:14.183732 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] For port 892ca207-a78f-4eba-9597-1f7f9ffee804, host hv-cinder-84456, cleared binding levels {{(pid=106162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:06:14.186794 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] For port 892ca207-a78f-4eba-9597-1f7f9ffee804, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=892ca207-a78f-4eba-9597-1f7f9ffee804,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:06:14.193591 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.193877 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Made reservation on behalf of 8af03f01df24462a83266b41d0848c03 for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:06:14.196422 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.197604 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:14.198624 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.200022 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/892ca207-a78f-4eba-9597-1f7f9ffee804 HTTP/1.1" status: 200 len: 1093 time: 0.7773862 Oct 03 16:06:14.202219 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3245cd-404a-4f9a-aa0f-53ea7d62f307', 'tag': '892ca207-a78f-4eba-9597-1f7f9ffee804'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:06:14.205132 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.205526 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8dd773-6911-4458-8716-55dfd463e867" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3245cd-404a-4f9a-aa0f-53ea7d62f307", "tag": "892ca207-a78f-4eba-9597-1f7f9ffee804"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:06:14.257206 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf998aa-ebe4-4fa0-a3bf-fead6fc89814 x-openstack-request-id: req-ccf998aa-ebe4-4fa0-a3bf-fead6fc89814 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:06:14.257498 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3245cd-404a-4f9a-aa0f-53ea7d62f307", "tag": "892ca207-a78f-4eba-9597-1f7f9ffee804", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:06:14.257752 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ccf998aa-ebe4-4fa0-a3bf-fead6fc89814 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:06:14.258216 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf998aa-ebe4-4fa0-a3bf-fead6fc89814'] response: {'name': 'network-changed', 'server_uuid': 'ae3245cd-404a-4f9a-aa0f-53ea7d62f307', 'tag': '892ca207-a78f-4eba-9597-1f7f9ffee804', 'status': 'completed', 'code': 200} Oct 03 16:06:14.289482 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Publish callbacks [] for security_group (bcc0d537-142e-463e-bca8-684165686ac5), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.293385 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (bcc0d537-142e-463e-bca8-684165686ac5), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.305788 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec420a6-8e74-4d62-808e-2f5f56a11d67 service neutron] Pushing event updated for resources: {'Port': ['ID=892ca207-a78f-4eba-9597-1f7f9ffee804,revision_number=3']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:14.317373 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-9f9a28b5-fc6f-4b94-9bfa-d943f9afe384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:14.319869 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-9f9a28b5-fc6f-4b94-9bfa-d943f9afe384 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 1127 time: 0.0587437 Oct 03 16:06:14.324144 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 16:06:14.326474 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc0d537-142e-463e-bca8-684165686ac5,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:14.337708 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (13fbe132-d883-48af-8f60-19d97502d470), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.338031 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Added segment 13fbe132-d883-48af-8f60-19d97502d470 of type vlan for network 98defaba-8c23-46e6-91df-a7de39cb9507 Oct 03 16:06:14.365142 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-071e1fb7-e0b2-4f1f-9406-14783efb4ae9 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=892ca207-a78f-4eba-9597-1f7f9ffee804 HTTP/1.1" status: 200 len: 217 time: 0.0372324 Oct 03 16:06:14.379716 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (98defaba-8c23-46e6-91df-a7de39cb9507), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.404835 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (98defaba-8c23-46e6-91df-a7de39cb9507), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.405820 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:14.406404 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.414763 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:14.420292 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-e50ffd17-4a67-42a2-a6bb-5da89cb31022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:14.421834 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-e50ffd17-4a67-42a2-a6bb-5da89cb31022 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7aedd9d0-ba75-4214-9aed-d4db28b6e76c HTTP/1.1" status: 200 len: 853 time: 0.0450048 Oct 03 16:06:14.463516 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:14.463887 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2958364 Oct 03 16:06:14.466726 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54412) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:14.471044 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-dccfe4da-904f-4a2c-95f4-5e38abf9ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:14.472558 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-dccfe4da-904f-4a2c-95f4-5e38abf9ba1a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87b5f831-720b-4bbf-8b1b-0fa2209326c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439527 Oct 03 16:06:14.478861 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-6ec95395-252e-4532-a0ab-c37da9b61102 admin admin] Request body: {'subnet': {'network_id': '98defaba-8c23-46e6-91df-a7de39cb9507', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1207556011-subnet', 'tenant_id': '8af03f01df24462a83266b41d0848c03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:06:14.492575 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b88fa-b2ae-4e32-98e1-5243644503d5 admin admin] Pushing event updated for resources: {'Network': ['ID=98defaba-8c23-46e6-91df-a7de39cb9507,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:14.505734 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 98defaba-8c23-46e6-91df-a7de39cb9507 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 16:06:14.509749 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec95395-252e-4532-a0ab-c37da9b61102 admin admin] Made reservation on behalf of 8af03f01df24462a83266b41d0848c03 for: {'subnet': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:06:14.512145 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ec95395-252e-4532-a0ab-c37da9b61102 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2101793'] for subnet (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.522292 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:14.570603 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-3a302cf0-573e-45f1-83e4-508e7a33e741 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912139 Oct 03 16:06:14.599540 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:14.675763 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b8b27aae-9098-426d-a5de-de2de2e54891 req-6a7cd413-2ee7-4205-ad45-a17a88be2e1b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979271 Oct 03 16:06:14.697051 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ec95395-252e-4532-a0ab-c37da9b61102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2101811'] for subnet (ad4d2284-6d51-4aa1-ad03-6586e2ff9fd7), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.750296 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec95395-252e-4532-a0ab-c37da9b61102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad4d2284-6d51-4aa1-ad03-6586e2ff9fd7,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:14.767382 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec95395-252e-4532-a0ab-c37da9b61102 admin admin] Checking segment: {'id': '13fbe132-d883-48af-8f60-19d97502d470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98defaba-8c23-46e6-91df-a7de39cb9507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:06:14.767741 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec95395-252e-4532-a0ab-c37da9b61102 admin admin] Network hostable DHCP agents. Network: 98defaba-8c23-46e6-91df-a7de39cb9507, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 16:06:14.785269 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec95395-252e-4532-a0ab-c37da9b61102 admin admin] Network 98defaba-8c23-46e6-91df-a7de39cb9507 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 16:06:14.793225 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-6ec95395-252e-4532-a0ab-c37da9b61102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 98defaba-8c23-46e6-91df-a7de39cb9507) {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:06:14.797137 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec95395-252e-4532-a0ab-c37da9b61102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:14.797738 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ec95395-252e-4532-a0ab-c37da9b61102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:14.802595 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27684b91-430d-4c4f-a4e6-7143dc42ff1c None None] Network 98defaba-8c23-46e6-91df-a7de39cb9507 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:06:14.813996 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-6ec95395-252e-4532-a0ab-c37da9b61102 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3462400 Oct 03 16:06:14.910329 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e5a8cb-f632-4c81-8171-104073a6500c None None] Network 98defaba-8c23-46e6-91df-a7de39cb9507 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:06:15.031248 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64ffec-904e-4176-8ab6-fdcab5ca0178 req-5576e5f6-2ed1-4a24-a434-6c88e069edb6 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:15.033011 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fa64ffec-904e-4176-8ab6-fdcab5ca0178 req-5576e5f6-2ed1-4a24-a434-6c88e069edb6 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 943 time: 0.0480139 Oct 03 16:06:15.085128 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fa64ffec-904e-4176-8ab6-fdcab5ca0178 req-fe39f1f3-079f-435d-92ee-484a1e5c1b00 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4e05e17f-b09a-475b-87ac-621d6561055b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458946 Oct 03 16:06:15.551515 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:15.603519 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dd773-6911-4458-8716-55dfd463e867 req-02924190-03fe-4fc7-90c9-bf7aac668415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:15.604949 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8d8dd773-6911-4458-8716-55dfd463e867 req-02924190-03fe-4fc7-90c9-bf7aac668415 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 1127 time: 0.0383084 Oct 03 16:06:15.700662 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dd773-6911-4458-8716-55dfd463e867 req-ad91a159-c04b-4acf-a90e-b17757123b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:15.702067 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8d8dd773-6911-4458-8716-55dfd463e867 req-ad91a159-c04b-4acf-a90e-b17757123b11 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 915 time: 0.0895607 Oct 03 16:06:15.743938 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8d8dd773-6911-4458-8716-55dfd463e867 req-6d6bc49a-d982-4f44-86d8-0da00a9ad083 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=892ca207-a78f-4eba-9597-1f7f9ffee804 HTTP/1.1" status: 200 len: 217 time: 0.0351825 Oct 03 16:06:15.787463 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:15.796711 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dd773-6911-4458-8716-55dfd463e867 req-1dab6339-bfdd-49c1-ae95-a717ecde00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:15.798754 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8d8dd773-6911-4458-8716-55dfd463e867 req-1dab6339-bfdd-49c1-ae95-a717ecde00f0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7aedd9d0-ba75-4214-9aed-d4db28b6e76c HTTP/1.1" status: 200 len: 853 time: 0.0488832 Oct 03 16:06:15.841105 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dd773-6911-4458-8716-55dfd463e867 req-3fdf9293-4dc2-4639-b542-bf31b5eafd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:15.842561 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8d8dd773-6911-4458-8716-55dfd463e867 req-3fdf9293-4dc2-4639-b542-bf31b5eafd9d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87b5f831-720b-4bbf-8b1b-0fa2209326c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381472 Oct 03 16:06:15.932052 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8d8dd773-6911-4458-8716-55dfd463e867 req-512e985b-2117-469c-87ae-0312da881aab service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825438 Oct 03 16:06:16.027796 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8d8dd773-6911-4458-8716-55dfd463e867 req-1a379327-1867-4f42-8a02-45e4d09510f7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887928 Oct 03 16:06:16.205602 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcd6d6-f591-4903-b3d4-f969ae2faa15 req-b38ef1ec-a385-4239-8f20-09a9cabdb884 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:16.206981 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cebcd6d6-f591-4903-b3d4-f969ae2faa15 req-b38ef1ec-a385-4239-8f20-09a9cabdb884 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 943 time: 0.0466444 Oct 03 16:06:16.254175 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cebcd6d6-f591-4903-b3d4-f969ae2faa15 req-8af7dd9a-11d4-43f9-b073-99efe49b506e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4e05e17f-b09a-475b-87ac-621d6561055b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414467 Oct 03 16:06:17.380634 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983728ce-bbc4-4387-9719-93264c551985 req-a5b44c85-dfd5-4d20-86a4-afa0d9c5dfed tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:17.382144 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-983728ce-bbc4-4387-9719-93264c551985 req-a5b44c85-dfd5-4d20-86a4-afa0d9c5dfed tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 943 time: 0.0515101 Oct 03 16:06:17.432540 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-983728ce-bbc4-4387-9719-93264c551985 req-b71f36c6-76b2-49a6-a54d-c48777ef8e02 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4e05e17f-b09a-475b-87ac-621d6561055b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448818 Oct 03 16:06:18.110460 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 892ca207-a78f-4eba-9597-1f7f9ffee804 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:06:18.131831 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:18.209432 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 892ca207-a78f-4eba-9597-1f7f9ffee804, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=892ca207-a78f-4eba-9597-1f7f9ffee804,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:06:18.220628 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '892ca207-a78f-4eba-9597-1f7f9ffee804', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'port_id': '892ca207-a78f-4eba-9597-1f7f9ffee804', 'mac_address': 'fa:16:3e:99:b9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:06:18.260074 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 892ca207-a78f-4eba-9597-1f7f9ffee804 is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:06:18.260374 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:18.275056 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892ca207-a78f-4eba-9597-1f7f9ffee804 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:06:18.294765 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 892ca207-a78f-4eba-9597-1f7f9ffee804, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=892ca207-a78f-4eba-9597-1f7f9ffee804,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:06:18.298105 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:18.344909 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=892ca207-a78f-4eba-9597-1f7f9ffee804,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:18.552039 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b20cc-6778-4b86-b804-fcf4f8e4b22d req-0965db8c-8e96-46db-a955-77336161f420 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:18.553437 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-703b20cc-6778-4b86-b804-fcf4f8e4b22d req-0965db8c-8e96-46db-a955-77336161f420 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 944 time: 0.0455005 Oct 03 16:06:18.589265 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['892ca207-a78f-4eba-9597-1f7f9ffee804'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:06:18.593681 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:18.601483 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-703b20cc-6778-4b86-b804-fcf4f8e4b22d req-a7408171-7ad8-43e7-814e-a628aad9dfd6 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4e05e17f-b09a-475b-87ac-621d6561055b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425129 Oct 03 16:06:19.543836 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:19.725594 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de21a0-02f0-4059-afde-b5ef75aa9d33 req-5083b4c2-d6e3-4001-bf4c-2503590c250e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:19.727040 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-58de21a0-02f0-4059-afde-b5ef75aa9d33 req-5083b4c2-d6e3-4001-bf4c-2503590c250e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 944 time: 0.0459046 Oct 03 16:06:19.776222 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-58de21a0-02f0-4059-afde-b5ef75aa9d33 req-87584d26-1ab3-4c8f-8b53-97a93b4788fb tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4e05e17f-b09a-475b-87ac-621d6561055b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435996 Oct 03 16:06:20.120943 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 892ca207-a78f-4eba-9597-1f7f9ffee804 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:06:20.163934 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port 892ca207-a78f-4eba-9597-1f7f9ffee804 completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:06:20.170461 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 892ca207-a78f-4eba-9597-1f7f9ffee804 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:06:20.170838 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:20.171176 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 892ca207-a78f-4eba-9597-1f7f9ffee804 Oct 03 16:06:20.244919 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 892ca207-a78f-4eba-9597-1f7f9ffee804 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:06:20.245305 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:20.267868 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3245cd-404a-4f9a-aa0f-53ea7d62f307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892ca207-a78f-4eba-9597-1f7f9ffee804'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:06:20.270112 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2682ff74-602a-4c08-8c8a-04b35cd69dea" -d '{"events": [{"server_uuid": "ae3245cd-404a-4f9a-aa0f-53ea7d62f307", "name": "network-vif-plugged", "status": "completed", "tag": "892ca207-a78f-4eba-9597-1f7f9ffee804"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:06:20.274878 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:20.284653 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 892ca207-a78f-4eba-9597-1f7f9ffee804, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=892ca207-a78f-4eba-9597-1f7f9ffee804,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:06:20.288891 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:20.315030 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef9521e-59ea-4759-9cc5-13f28dad3721 x-openstack-request-id: req-bef9521e-59ea-4759-9cc5-13f28dad3721 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:06:20.315380 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3245cd-404a-4f9a-aa0f-53ea7d62f307", "name": "network-vif-plugged", "status": "completed", "tag": "892ca207-a78f-4eba-9597-1f7f9ffee804", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:06:20.315643 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bef9521e-59ea-4759-9cc5-13f28dad3721 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:06:20.316036 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef9521e-59ea-4759-9cc5-13f28dad3721'] response: {'server_uuid': 'ae3245cd-404a-4f9a-aa0f-53ea7d62f307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892ca207-a78f-4eba-9597-1f7f9ffee804', 'code': 200} Oct 03 16:06:20.343749 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=892ca207-a78f-4eba-9597-1f7f9ffee804,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:20.499372 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb47820-7e21-4f8b-9401-1ef2778fcaf7 req-fa6ab5c2-d2d3-4fdc-b210-a6e259dfcaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:20.501150 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ecb47820-7e21-4f8b-9401-1ef2778fcaf7 req-fa6ab5c2-d2d3-4fdc-b210-a6e259dfcaf3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 1129 time: 0.0426216 Oct 03 16:06:20.552312 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ecb47820-7e21-4f8b-9401-1ef2778fcaf7 req-be211ffd-a0f9-4189-9e12-f980e7576fec service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4e05e17f-b09a-475b-87ac-621d6561055b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439136 Oct 03 16:06:20.898450 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0ad25-9c6d-4687-8ff1-1dc046395e14 req-711aeab0-a185-4656-a53f-1a8559e2864b tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:20.900163 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0bd0ad25-9c6d-4687-8ff1-1dc046395e14 req-711aeab0-a185-4656-a53f-1a8559e2864b tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 945 time: 0.0476701 Oct 03 16:06:20.946108 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-0bd0ad25-9c6d-4687-8ff1-1dc046395e14 req-12f9c375-96e1-4ddc-8b87-c2a2ece3bb31 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4e05e17f-b09a-475b-87ac-621d6561055b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Oct 03 16:06:22.078345 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77169afc-f8c6-4fe2-b075-88ae23395182 req-8d8ffc6b-1598-49df-be3c-dcafedae65ec tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:22.079943 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-77169afc-f8c6-4fe2-b075-88ae23395182 req-8d8ffc6b-1598-49df-be3c-dcafedae65ec tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 945 time: 0.0541785 Oct 03 16:06:22.128236 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-77169afc-f8c6-4fe2-b075-88ae23395182 req-139988e4-f805-4696-a5a2-12e72bc49096 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4e05e17f-b09a-475b-87ac-621d6561055b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425134 Oct 03 16:06:22.175962 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-95797d8d-2530-4a21-a406-134925cec69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:23.257412 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae4908-de74-4fb9-9315-dd83c6c76eb1 req-0345856e-3c16-4dce-b8d3-f8255d4db563 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:23.258815 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d8ae4908-de74-4fb9-9315-dd83c6c76eb1 req-0345856e-3c16-4dce-b8d3-f8255d4db563 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 945 time: 0.0480008 Oct 03 16:06:23.305357 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d8ae4908-de74-4fb9-9315-dd83c6c76eb1 req-5fab974b-169a-4909-8e77-e81f3fbfb169 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4e05e17f-b09a-475b-87ac-621d6561055b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410287 Oct 03 16:06:23.426093 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2f82b-2933-4796-8043-afe7a2df0677 req-e7d8b481-dcb2-4b56-ae7f-07271be82b9b tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:23.427561 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-add2f82b-2933-4796-8043-afe7a2df0677 req-e7d8b481-dcb2-4b56-ae7f-07271be82b9b tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 945 time: 0.0501516 Oct 03 16:06:23.438356 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54506) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:23.442839 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-e5f4f035-0445-4222-b1fd-0f94d86b8a0d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'floatingip': {'port_id': '892ca207-a78f-4eba-9597-1f7f9ffee804'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:06:23.486122 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f035-0445-4222-b1fd-0f94d86b8a0d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (d85b8b66-e3e8-4f5a-9569-ec2972411d3f), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:23.907744 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f035-0445-4222-b1fd-0f94d86b8a0d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:23.911495 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f035-0445-4222-b1fd-0f94d86b8a0d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (d85b8b66-e3e8-4f5a-9569-ec2972411d3f), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:23.998225 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:24.009300 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [None req-e5f4f035-0445-4222-b1fd-0f94d86b8a0d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Floating IP d85b8b66-e3e8-4f5a-9569-ec2972411d3f associated. External IP: 172.27.0.192, port: 892ca207-a78f-4eba-9597-1f7f9ffee804. Oct 03 16:06:24.210887 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f4f035-0445-4222-b1fd-0f94d86b8a0d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:06:24.212127 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:24.268462 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ddc98099-16df-4dec-8eae-26ad152148d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:24.330139 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f4f035-0445-4222-b1fd-0f94d86b8a0d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:06:24.337683 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f035-0445-4222-b1fd-0f94d86b8a0d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:24.350807 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fbc02c-fbd3-4cf9-b762-38f909f7b547 None None] Sync routers for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:06:24.363521 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fbc02c-fbd3-4cf9-b762-38f909f7b547 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:06:24.364272 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-38fbc02c-fbd3-4cf9-b762-38f909f7b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:24.369081 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-e5f4f035-0445-4222-b1fd-0f94d86b8a0d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/d85b8b66-e3e8-4f5a-9569-ec2972411d3f HTTP/1.1" status: 200 len: 991 time: 0.9296083 Oct 03 16:06:24.369925 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3245cd-404a-4f9a-aa0f-53ea7d62f307', 'tag': '892ca207-a78f-4eba-9597-1f7f9ffee804'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:06:24.372366 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50147eb-557f-419e-a421-bedc69bfef5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3245cd-404a-4f9a-aa0f-53ea7d62f307", "tag": "892ca207-a78f-4eba-9597-1f7f9ffee804"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:06:24.419600 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77172674-bc10-4ace-991c-ee65a089daf8 x-openstack-request-id: req-77172674-bc10-4ace-991c-ee65a089daf8 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:06:24.419949 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3245cd-404a-4f9a-aa0f-53ea7d62f307", "tag": "892ca207-a78f-4eba-9597-1f7f9ffee804", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:06:24.420345 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-77172674-bc10-4ace-991c-ee65a089daf8 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:06:24.420809 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77172674-bc10-4ace-991c-ee65a089daf8'] response: {'name': 'network-changed', 'server_uuid': 'ae3245cd-404a-4f9a-aa0f-53ea7d62f307', 'tag': '892ca207-a78f-4eba-9597-1f7f9ffee804', 'status': 'completed', 'code': 200} Oct 03 16:06:24.456006 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:24.482776 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-38fbc02c-fbd3-4cf9-b762-38f909f7b547 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:06:24.489706 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50147eb-557f-419e-a421-bedc69bfef5e req-aa739ec9-257f-4eba-ad18-bbfef6f8503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:24.491370 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f50147eb-557f-419e-a421-bedc69bfef5e req-aa739ec9-257f-4eba-ad18-bbfef6f8503a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 1129 time: 0.0444701 Oct 03 16:06:24.592828 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50147eb-557f-419e-a421-bedc69bfef5e req-2160ec60-45ac-4abc-ad7b-3387a9d94300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:24.595021 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f50147eb-557f-419e-a421-bedc69bfef5e req-2160ec60-45ac-4abc-ad7b-3387a9d94300 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 915 time: 0.0946822 Oct 03 16:06:24.665260 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f50147eb-557f-419e-a421-bedc69bfef5e req-9b632a03-f392-41f8-b336-1ded155391d5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=892ca207-a78f-4eba-9597-1f7f9ffee804 HTTP/1.1" status: 200 len: 999 time: 0.0634882 Oct 03 16:06:24.717916 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50147eb-557f-419e-a421-bedc69bfef5e req-819d8ed2-5ac2-4c3f-b977-3b9d03ed6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:24.720158 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f50147eb-557f-419e-a421-bedc69bfef5e req-819d8ed2-5ac2-4c3f-b977-3b9d03ed6b23 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7aedd9d0-ba75-4214-9aed-d4db28b6e76c HTTP/1.1" status: 200 len: 853 time: 0.0488272 Oct 03 16:06:24.763993 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50147eb-557f-419e-a421-bedc69bfef5e req-4d003aa0-b66d-4efa-8208-3f144ac0e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:24.765523 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f50147eb-557f-419e-a421-bedc69bfef5e req-4d003aa0-b66d-4efa-8208-3f144ac0e7c9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87b5f831-720b-4bbf-8b1b-0fa2209326c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393369 Oct 03 16:06:24.791333 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-38fbc02c-fbd3-4cf9-b762-38f909f7b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '5691c270-aac6-4218-b95a-958f7330b6fd', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:cf:e6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:02Z', 'updated_at': '2022-10-03T16:05:22Z', 'revision_number': 2, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}, {'id': 'd85b8b66-e3e8-4f5a-9569-ec2972411d3f', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '892ca207-a78f-4eba-9597-1f7f9ffee804', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:99:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3245cd-404a-4f9a-aa0f-53ea7d62f307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:06:10Z', 'updated_at': '2022-10-03T16:06:23Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:24.816135 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fbc02c-fbd3-4cf9-b762-38f909f7b547 None None] Checking router: da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:06:24.824698 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fbc02c-fbd3-4cf9-b762-38f909f7b547 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:06:24.825328 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-38fbc02c-fbd3-4cf9-b762-38f909f7b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:24.864182 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f50147eb-557f-419e-a421-bedc69bfef5e req-365519f1-6e28-4162-90ba-6af33b37dc56 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918424 Oct 03 16:06:24.927197 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-38fbc02c-fbd3-4cf9-b762-38f909f7b547 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:06:24.949634 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:24.956424 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f50147eb-557f-419e-a421-bedc69bfef5e req-5b48b017-2d3c-4a73-81cc-5f7dbe30415a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853779 Oct 03 16:06:25.140566 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-38fbc02c-fbd3-4cf9-b762-38f909f7b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '5691c270-aac6-4218-b95a-958f7330b6fd', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:cf:e6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:02Z', 'updated_at': '2022-10-03T16:05:22Z', 'revision_number': 2, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}, {'id': 'd85b8b66-e3e8-4f5a-9569-ec2972411d3f', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '892ca207-a78f-4eba-9597-1f7f9ffee804', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:99:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3245cd-404a-4f9a-aa0f-53ea7d62f307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:06:10Z', 'updated_at': '2022-10-03T16:06:23Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:25.169600 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fbc02c-fbd3-4cf9-b762-38f909f7b547 None None] The sync data for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi is: [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '5691c270-aac6-4218-b95a-958f7330b6fd', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:cf:e6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:02Z', 'updated_at': '2022-10-03T16:05:22Z', 'revision_number': 2, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}, {'id': 'd85b8b66-e3e8-4f5a-9569-ec2972411d3f', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '892ca207-a78f-4eba-9597-1f7f9ffee804', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:99:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3245cd-404a-4f9a-aa0f-53ea7d62f307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:06:10Z', 'updated_at': '2022-10-03T16:06:23Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:06:25.354760 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f1b08-496b-468c-a9a6-76a1cc618de7 None None] New status for floating IP d85b8b66-e3e8-4f5a-9569-ec2972411d3f: ACTIVE {{(pid=106164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:06:25.438582 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:25.813848 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:27.056233 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:27.180336 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:28.575289 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54568) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:28.623669 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_v2 [None req-163b8430-c950-43f1-adf8-dc8b161e91ab admin admin] Deleting subnet 0b602e7c-ad73-46f8-85ca-1c4c02b363fc {{(pid=106162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:06:28.627835 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-163b8430-c950-43f1-adf8-dc8b161e91ab admin admin] Publish callbacks [] for subnet (0b602e7c-ad73-46f8-85ca-1c4c02b363fc), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:28.662881 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-163b8430-c950-43f1-adf8-dc8b161e91ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25755899'] for subnet (0b602e7c-ad73-46f8-85ca-1c4c02b363fc), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:28.702027 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-163b8430-c950-43f1-adf8-dc8b161e91ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (0b602e7c-ad73-46f8-85ca-1c4c02b363fc), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:28.756271 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-163b8430-c950-43f1-adf8-dc8b161e91ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26020477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25541665'] for subnet (0b602e7c-ad73-46f8-85ca-1c4c02b363fc), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.042515 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b8430-c950-43f1-adf8-dc8b161e91ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b602e7c-ad73-46f8-85ca-1c4c02b363fc,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:29.044469 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-163b8430-c950-43f1-adf8-dc8b161e91ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.049362 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-163b8430-c950-43f1-adf8-dc8b161e91ab admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/0b602e7c-ad73-46f8-85ca-1c4c02b363fc HTTP/1.1" status: 204 len: 168 time: 0.4728692 Oct 03 16:06:29.050351 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54578) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:29.124371 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.199988 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd956d-1ea3-4c17-b53e-83174b87afea req-04bd225e-080a-4f37-937f-52e319585022 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:29.201615 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5efd956d-1ea3-4c17-b53e-83174b87afea req-04bd225e-080a-4f37-937f-52e319585022 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 947 time: 0.0464537 Oct 03 16:06:29.203999 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.225168 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28']}} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:29.235232 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ae1d91-dfdb-4d84-b429-ba5d76b65c6c') {'for_net_delete': True} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:29.235532 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ae1d91-dfdb-4d84-b429-ba5d76b65c6c') {} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:29.245487 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531731'] for segment (b4ae1d91-dfdb-4d84-b429-ba5d76b65c6c), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.248543 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5efd956d-1ea3-4c17-b53e-83174b87afea req-2e7e8a1e-b659-4b51-8ebe-ff664831e0ee tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405662 Oct 03 16:06:29.259361 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (b4ae1d91-dfdb-4d84-b429-ba5d76b65c6c), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.274944 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=106163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:06:29.274944 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26945160'] for segment (b4ae1d91-dfdb-4d84-b429-ba5d76b65c6c), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.311984 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment b4ae1d91-dfdb-4d84-b429-ba5d76b65c6c resource provider aggregate not found Oct 03 16:06:29.332155 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment b4ae1d91-dfdb-4d84-b429-ba5d76b65c6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4ae1d91-dfdb-4d84-b429-ba5d76b65c6c found for delete ", "request_id": "req-a0060910-19ea-4182-aab7-3c4ade77dcc4"}]} Oct 03 16:06:29.336839 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.341793 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.345054 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28 HTTP/1.1" status: 204 len: 168 time: 0.2932146 Oct 03 16:06:29.347960 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54586) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:29.357961 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bd5fb55-c190-4fa7-8a6a-58a0b9b6cb28,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:29.365214 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.365570 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.365947 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.366296 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.366637 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.366977 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.367311 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.367643 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.367978 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.368310 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.368650 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.369005 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.369333 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.369663 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.369988 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025afd51-c119-42ff-a2b0-90bf69261be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:29.392568 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e495a4ce-50dc-4929-8684-93b15cc7ed5c admin admin] Deleting subnet ad4d2284-6d51-4aa1-ad03-6586e2ff9fd7 {{(pid=106162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:06:29.395745 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e495a4ce-50dc-4929-8684-93b15cc7ed5c admin admin] Publish callbacks [] for subnet (ad4d2284-6d51-4aa1-ad03-6586e2ff9fd7), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.434044 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e495a4ce-50dc-4929-8684-93b15cc7ed5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25755899'] for subnet (ad4d2284-6d51-4aa1-ad03-6586e2ff9fd7), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.474304 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e495a4ce-50dc-4929-8684-93b15cc7ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (ad4d2284-6d51-4aa1-ad03-6586e2ff9fd7), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.493227 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:29.527139 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e495a4ce-50dc-4929-8684-93b15cc7ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26020477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25541665'] for subnet (ad4d2284-6d51-4aa1-ad03-6586e2ff9fd7), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.550022 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495a4ce-50dc-4929-8684-93b15cc7ed5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad4d2284-6d51-4aa1-ad03-6586e2ff9fd7,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:29.555597 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e495a4ce-50dc-4929-8684-93b15cc7ed5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.558676 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e495a4ce-50dc-4929-8684-93b15cc7ed5c admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/ad4d2284-6d51-4aa1-ad03-6586e2ff9fd7 HTTP/1.1" status: 204 len: 168 time: 0.2097142 Oct 03 16:06:29.561144 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54588) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:29.631646 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-edd97d02-f5b6-4aee-92af-08d3700ea130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (98defaba-8c23-46e6-91df-a7de39cb9507), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.708540 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-edd97d02-f5b6-4aee-92af-08d3700ea130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (98defaba-8c23-46e6-91df-a7de39cb9507), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.731767 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-edd97d02-f5b6-4aee-92af-08d3700ea130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98defaba-8c23-46e6-91df-a7de39cb9507']}} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:29.741533 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-edd97d02-f5b6-4aee-92af-08d3700ea130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fbe132-d883-48af-8f60-19d97502d470') {'for_net_delete': True} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:29.741828 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-edd97d02-f5b6-4aee-92af-08d3700ea130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fbe132-d883-48af-8f60-19d97502d470') {} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:29.751646 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-edd97d02-f5b6-4aee-92af-08d3700ea130 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25755778'] for segment (13fbe132-d883-48af-8f60-19d97502d470), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.764546 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-edd97d02-f5b6-4aee-92af-08d3700ea130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (13fbe132-d883-48af-8f60-19d97502d470), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.770862 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd97d02-f5b6-4aee-92af-08d3700ea130 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=106162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:06:29.771242 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-edd97d02-f5b6-4aee-92af-08d3700ea130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26020503'] for segment (13fbe132-d883-48af-8f60-19d97502d470), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.811221 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 13fbe132-d883-48af-8f60-19d97502d470 resource provider aggregate not found Oct 03 16:06:29.828307 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 13fbe132-d883-48af-8f60-19d97502d470 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13fbe132-d883-48af-8f60-19d97502d470 found for delete ", "request_id": "req-abf76d1f-ac9c-4e3e-9c27-7c960e0a8d7d"}]} Oct 03 16:06:29.835048 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-edd97d02-f5b6-4aee-92af-08d3700ea130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (98defaba-8c23-46e6-91df-a7de39cb9507), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.841220 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-edd97d02-f5b6-4aee-92af-08d3700ea130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:29.844844 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-edd97d02-f5b6-4aee-92af-08d3700ea130 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/98defaba-8c23-46e6-91df-a7de39cb9507 HTTP/1.1" status: 204 len: 168 time: 0.2827389 Oct 03 16:06:29.858838 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd97d02-f5b6-4aee-92af-08d3700ea130 admin admin] Pushing event deleted for resources: {'Network': ['ID=98defaba-8c23-46e6-91df-a7de39cb9507,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:30.008238 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54596) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:30.049879 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-7e403172-50fb-488d-a0af-f7d3d45a875e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c978b2df3f7b4ce4a4327285d167a4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403800 Oct 03 16:06:30.052193 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54598) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:30.099308 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ca78956f-030e-42f1-98de-a4cc195d8458 admin admin] Publish callbacks [] for security_group (39730d32-8d82-4137-9786-ad65c3aafaf5), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:30.119399 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ca78956f-030e-42f1-98de-a4cc195d8458 admin admin] Publish callbacks [] for security_group (39730d32-8d82-4137-9786-ad65c3aafaf5), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:30.153140 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:30.168976 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ca78956f-030e-42f1-98de-a4cc195d8458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (39730d32-8d82-4137-9786-ad65c3aafaf5), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:30.171373 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-ca78956f-030e-42f1-98de-a4cc195d8458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:30.173400 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-ca78956f-030e-42f1-98de-a4cc195d8458 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/39730d32-8d82-4137-9786-ad65c3aafaf5 HTTP/1.1" status: 204 len: 168 time: 0.1202481 Oct 03 16:06:30.181112 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78956f-030e-42f1-98de-a4cc195d8458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39730d32-8d82-4137-9786-ad65c3aafaf5,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:30.385450 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a57508-7e32-4315-a0ff-3300f1add48a req-8f836245-8753-44a0-8edc-c87b124565e5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:30.386916 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-22a57508-7e32-4315-a0ff-3300f1add48a req-8f836245-8753-44a0-8edc-c87b124565e5 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 947 time: 0.0549040 Oct 03 16:06:30.399181 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:30.443844 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-22a57508-7e32-4315-a0ff-3300f1add48a req-68eb317e-9347-4a37-ba97-a7ec2938de26 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0503211 Oct 03 16:06:30.514306 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54606) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:30.577791 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-f5db0182-aaae-4072-83c6-28985a1da0c7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8af03f01df24462a83266b41d0848c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623260 Oct 03 16:06:30.581024 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54608) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:30.607667 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-852ef873-8a2e-40c8-9ec1-bde644e10e97 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:06:30.609274 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-852ef873-8a2e-40c8-9ec1-bde644e10e97 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 947 time: 0.0654271 Oct 03 16:06:30.678960 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c44b9fab-e498-42bf-8300-f7a997d6f1de admin admin] Publish callbacks [] for security_group (bcc0d537-142e-463e-bca8-684165686ac5), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:30.729390 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c44b9fab-e498-42bf-8300-f7a997d6f1de admin admin] Publish callbacks [] for security_group (bcc0d537-142e-463e-bca8-684165686ac5), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:30.735773 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Deleting port 2ef89318-7121-40f5-84c6-aa3a58207f20 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:06:30.736099 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:30.846232 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] For port 2ef89318-7121-40f5-84c6-aa3a58207f20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ef89318-7121-40f5-84c6-aa3a58207f20,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:06:30.846591 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:30.848791 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c44b9fab-e498-42bf-8300-f7a997d6f1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (bcc0d537-142e-463e-bca8-684165686ac5), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:30.851220 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c44b9fab-e498-42bf-8300-f7a997d6f1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:30.852345 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-c44b9fab-e498-42bf-8300-f7a997d6f1de admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bcc0d537-142e-463e-bca8-684165686ac5 HTTP/1.1" status: 204 len: 168 time: 0.2704530 Oct 03 16:06:30.869687 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b9fab-e498-42bf-8300-f7a997d6f1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc0d537-142e-463e-bca8-684165686ac5,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:31.010052 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:31.075821 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:31.076195 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (4a580cee-08f4-4953-bac3-c6ddf34f0812), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:31.076511 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Floating IP 4a580cee-08f4-4953-bac3-c6ddf34f0812 disassociated. External IP: 172.27.0.207, port: 2ef89318-7121-40f5-84c6-aa3a58207f20. Oct 03 16:06:31.076900 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Calling delete_port for 2ef89318-7121-40f5-84c6-aa3a58207f20 owned by compute:nova {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:06:31.218686 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (2ef89318-7121-40f5-84c6-aa3a58207f20), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:31.248335 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event deleted for resources: {'Port': ['ID=2ef89318-7121-40f5-84c6-aa3a58207f20,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:31.349163 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:31.368753 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Router d0eb51c3-6e22-4ad1-8792-121ffa95071e has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:06:31.486820 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:06:31.497430 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f8cc30-f95b-4131-a117-b505a74a0ceb None None] Sync routers for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:06:31.513953 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8cc30-f95b-4131-a117-b505a74a0ceb None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:06:31.514633 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-c0f8cc30-f95b-4131-a117-b505a74a0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:31.559228 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] No DVR routers for this DVR port 2ef89318-7121-40f5-84c6-aa3a58207f20 on host hv-cinder-84456 {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:06:31.562076 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:31.565850 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-64138a67-5be5-4e19-8fa8-75526ecc5f36 req-0241f68f-4a3c-412b-b070-7fbc5363b210 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.48 "DELETE /networking/v2.0/ports/2ef89318-7121-40f5-84c6-aa3a58207f20 HTTP/1.1" status: 204 len: 173 time: 0.9486802 Oct 03 16:06:31.568113 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'name': 'network-vif-deleted', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:06:31.572127 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572f78f2-45d0-484e-9772-e59514ff27d0" -d '{"events": [{"server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "name": "network-vif-deleted", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:06:31.598948 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b81cb161-cd2c-4e44-999f-e375b9b786d4 req-2367b826-4716-4f6d-a083-549c0e5db44e tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=489060aa-1904-4f0e-aed7-9ac1d9806dc7 HTTP/1.1" status: 200 len: 210 time: 0.0486712 Oct 03 16:06:31.651182 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4240f1e-5b30-4a1a-a184-808c56da8515 x-openstack-request-id: req-a4240f1e-5b30-4a1a-a184-808c56da8515 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:06:31.651479 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489060aa-1904-4f0e-aed7-9ac1d9806dc7", "name": "network-vif-deleted", "tag": "2ef89318-7121-40f5-84c6-aa3a58207f20", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:06:31.651737 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a4240f1e-5b30-4a1a-a184-808c56da8515 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:06:31.652155 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4240f1e-5b30-4a1a-a184-808c56da8515'] response: {'server_uuid': '489060aa-1904-4f0e-aed7-9ac1d9806dc7', 'name': 'network-vif-deleted', 'tag': '2ef89318-7121-40f5-84c6-aa3a58207f20', 'status': 'completed', 'code': 200} Oct 03 16:06:31.675370 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-c0f8cc30-f95b-4131-a117-b505a74a0ceb None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:06:31.806982 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=100 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:31.864713 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=100 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:31.910102 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-c0f8cc30-f95b-4131-a117-b505a74a0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 5, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:31.939139 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f8cc30-f95b-4131-a117-b505a74a0ceb None None] Checking router: d0eb51c3-6e22-4ad1-8792-121ffa95071e for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:06:31.947785 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8cc30-f95b-4131-a117-b505a74a0ceb None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:06:31.948393 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-c0f8cc30-f95b-4131-a117-b505a74a0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:32.054363 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-c0f8cc30-f95b-4131-a117-b505a74a0ceb None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:06:32.259166 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-c0f8cc30-f95b-4131-a117-b505a74a0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 5, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:32.288850 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f8cc30-f95b-4131-a117-b505a74a0ceb None None] The sync data for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi is: [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T15:59:15Z', 'revision_number': 4, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'c58c5a39-7baf-4561-9a32-e99f76420a1e', 'name': '', 'network_id': '90c6b009-4013-4301-b819-4e12c2de8610', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'mac_address': 'fa:16:3e:ba:f1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:12Z', 'updated_at': '2022-10-03T15:59:25Z', 'revision_number': 5, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'subnets': [{'id': '670b7b9a-7e6f-4853-8220-542ceaef90cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:06:32.544337 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a8e29-358d-4501-a369-eb90af872074 None None] New status for floating IP 4a580cee-08f4-4953-bac3-c6ddf34f0812: DOWN {{(pid=106164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:06:32.720771 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54698) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:32.778058 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4969696c-26e9-48c2-8911-4a5639cc959f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group (10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:32.799629 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4969696c-26e9-48c2-8911-4a5639cc959f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group (10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:32.858365 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4969696c-26e9-48c2-8911-4a5639cc959f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:32.860962 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4969696c-26e9-48c2-8911-4a5639cc959f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:32.862017 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-4969696c-26e9-48c2-8911-4a5639cc959f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f HTTP/1.1" status: 204 len: 168 time: 0.1401660 Oct 03 16:06:32.865464 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54700) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:32.871622 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969696c-26e9-48c2-8911-4a5639cc959f tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:32.882151 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.api.v2.resource [None req-ec482117-b066-45b2-aa2e-20135d6ab00c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] show failed (client error): The resource could not be found. Oct 03 16:06:32.883178 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-ec482117-b066-45b2-aa2e-20135d6ab00c tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "GET /networking/v2.0/security-groups/10d5a909-a179-4bf3-aa4f-ccaa2b7fa61f HTTP/1.1" status: 404 len: 347 time: 0.0164738 Oct 03 16:06:32.886117 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54702) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:32.998704 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-4a993dd4-1580-42d0-86a9-84c13f674d42 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Deleting port 2b81d52c-8892-4b82-ad78-db687e29e7a1 {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:06:32.999044 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a993dd4-1580-42d0-86a9-84c13f674d42 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (2b81d52c-8892-4b82-ad78-db687e29e7a1), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:33.078744 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a993dd4-1580-42d0-86a9-84c13f674d42 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (2b81d52c-8892-4b82-ad78-db687e29e7a1), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:33.079140 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a993dd4-1580-42d0-86a9-84c13f674d42 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (2b81d52c-8892-4b82-ad78-db687e29e7a1), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:33.091523 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-4a993dd4-1580-42d0-86a9-84c13f674d42 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Calling delete_port for 2b81d52c-8892-4b82-ad78-db687e29e7a1 owned by network:floatingip {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:06:33.200260 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:33.223717 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a993dd4-1580-42d0-86a9-84c13f674d42 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (2b81d52c-8892-4b82-ad78-db687e29e7a1), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:33.249050 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a993dd4-1580-42d0-86a9-84c13f674d42 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Pushing event deleted for resources: {'Port': ['ID=2b81d52c-8892-4b82-ad78-db687e29e7a1,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:33.314533 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a993dd4-1580-42d0-86a9-84c13f674d42 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks [] for floatingip (4a580cee-08f4-4953-bac3-c6ddf34f0812), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:33.317213 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a993dd4-1580-42d0-86a9-84c13f674d42 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:33.318378 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-4a993dd4-1580-42d0-86a9-84c13f674d42 tempest-AttachVolumeShelveTestJSON-1695482785 tempest-AttachVolumeShelveTestJSON-1695482785-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/4a580cee-08f4-4953-bac3-c6ddf34f0812 HTTP/1.1" status: 204 len: 168 time: 0.4313540 Oct 03 16:06:34.213718 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 2ef89318-7121-40f5-84c6-aa3a58207f20 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:06:34.237006 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: 2ef89318-7121-40f5-84c6-aa3a58207f20 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:06:34.237375 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 2ef89318-7121-40f5-84c6-aa3a58207f20 not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:06:35.786950 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54730) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:36.250067 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-709ecbec-7008-4cbf-ad8f-4f01a4abf892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734088'] for router_interface (d0eb51c3-6e22-4ad1-8792-121ffa95071e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:36.338366 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:36.472809 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-709ecbec-7008-4cbf-ad8f-4f01a4abf892 admin admin] Deleting port c58c5a39-7baf-4561-9a32-e99f76420a1e {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:06:36.473142 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-709ecbec-7008-4cbf-ad8f-4f01a4abf892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:36.563582 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [None req-709ecbec-7008-4cbf-ad8f-4f01a4abf892 admin admin] For port c58c5a39-7baf-4561-9a32-e99f76420a1e, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=c58c5a39-7baf-4561-9a32-e99f76420a1e,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:06:36.563951 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-709ecbec-7008-4cbf-ad8f-4f01a4abf892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:36.577208 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-709ecbec-7008-4cbf-ad8f-4f01a4abf892 admin admin] Calling delete_port for c58c5a39-7baf-4561-9a32-e99f76420a1e owned by network:router_interface {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:06:36.799844 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:36.941375 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:36.989831 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-709ecbec-7008-4cbf-ad8f-4f01a4abf892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (c58c5a39-7baf-4561-9a32-e99f76420a1e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:37.014090 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ecbec-7008-4cbf-ad8f-4f01a4abf892 admin admin] Pushing event deleted for resources: {'Port': ['ID=c58c5a39-7baf-4561-9a32-e99f76420a1e,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:37.190144 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-709ecbec-7008-4cbf-ad8f-4f01a4abf892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734076'] for router_interface (d0eb51c3-6e22-4ad1-8792-121ffa95071e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:37.404106 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709ecbec-7008-4cbf-ad8f-4f01a4abf892 admin admin] Router d0eb51c3-6e22-4ad1-8792-121ffa95071e has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:06:37.407232 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:37.508899 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709ecbec-7008-4cbf-ad8f-4f01a4abf892 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:06:37.513754 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-709ecbec-7008-4cbf-ad8f-4f01a4abf892 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/d0eb51c3-6e22-4ad1-8792-121ffa95071e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7260625 Oct 03 16:06:37.516302 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54738) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:37.519268 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121601c-caeb-4011-ac4d-0c2883a67b29 None None] Sync routers for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:06:37.530240 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121601c-caeb-4011-ac4d-0c2883a67b29 None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:06:37.531534 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-d121601c-caeb-4011-ac4d-0c2883a67b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:37.619008 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Publish callbacks [] for router (d0eb51c3-6e22-4ad1-8792-121ffa95071e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:37.635435 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-d121601c-caeb-4011-ac4d-0c2883a67b29 None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:06:37.727645 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Publish callbacks [] for router_gateway (d0eb51c3-6e22-4ad1-8792-121ffa95071e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:37.771933 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Deleting port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:06:37.772438 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:37.860072 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] For port 1e0cd773-3fbc-4a34-8da0-ff8213612e9a, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=1e0cd773-3fbc-4a34-8da0-ff8213612e9a,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:06:37.860443 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:37.873382 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Calling delete_port for 1e0cd773-3fbc-4a34-8da0-ff8213612e9a owned by network:router_gateway {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:06:37.882747 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:37.897288 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-d121601c-caeb-4011-ac4d-0c2883a67b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T16:06:36Z', 'revision_number': 5, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port': {'id': '1e0cd773-3fbc-4a34-8da0-ff8213612e9a', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:59:01Z', 'updated_at': '2022-10-03T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:37.923867 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121601c-caeb-4011-ac4d-0c2883a67b29 None None] Checking router: d0eb51c3-6e22-4ad1-8792-121ffa95071e for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:06:37.932897 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121601c-caeb-4011-ac4d-0c2883a67b29 None None] Routers {'d0eb51c3-6e22-4ad1-8792-121ffa95071e'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:06:37.933514 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-d121601c-caeb-4011-ac4d-0c2883a67b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:38.019212 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-d121601c-caeb-4011-ac4d-0c2883a67b29 None None] Set router d0eb51c3-6e22-4ad1-8792-121ffa95071e gateway port host: None {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:06:38.047489 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (1e0cd773-3fbc-4a34-8da0-ff8213612e9a), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.072248 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-d121601c-caeb-4011-ac4d-0c2883a67b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T16:06:37Z', 'revision_number': 6, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port_host': None}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:38.072793 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0cd773-3fbc-4a34-8da0-ff8213612e9a,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:38.098430 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121601c-caeb-4011-ac4d-0c2883a67b29 None None] The sync data for ids ['d0eb51c3-6e22-4ad1-8792-121ffa95071e'] in dv-cinder-844563-13-iscsi is: [{'id': 'd0eb51c3-6e22-4ad1-8792-121ffa95071e', 'name': 'tempest-AttachVolumeShelveTestJSON-723797899-router', 'tenant_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:59:00Z', 'updated_at': '2022-10-03T16:06:37Z', 'revision_number': 6, 'project_id': 'd7ee0d51f58e4abd8867c54458f504fc', 'gw_port_host': None}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:06:38.142803 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727734'] for router_gateway (d0eb51c3-6e22-4ad1-8792-121ffa95071e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.231158 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3734141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29314'] for router (d0eb51c3-6e22-4ad1-8792-121ffa95071e), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.234089 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Publish callbacks [] for router_controller (d0eb51c3-6e22-4ad1-8792-121ffa95071e), precommit_delete_associations {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.275659 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:38.282079 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734116'] for router (d0eb51c3-6e22-4ad1-8792-121ffa95071e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.282576 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0eb51c3-6e22-4ad1-8792-121ffa95071e {{(pid=106163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 16:06:38.286929 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.288064 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-994533e0-994f-4c94-aee5-8f9668e4ff5d admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/d0eb51c3-6e22-4ad1-8792-121ffa95071e HTTP/1.1" status: 204 len: 168 time: 0.7708328 Oct 03 16:06:38.290661 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54742) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:38.337758 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6b6adb-d485-4355-9812-835b77d3322e admin admin] Deleting subnet 670b7b9a-7e6f-4853-8220-542ceaef90cb {{(pid=106163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:06:38.341276 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6adb-d485-4355-9812-835b77d3322e admin admin] Publish callbacks [] for subnet (670b7b9a-7e6f-4853-8220-542ceaef90cb), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.375201 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6adb-d485-4355-9812-835b77d3322e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531818'] for subnet (670b7b9a-7e6f-4853-8220-542ceaef90cb), precommit_delete_associations {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.461536 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6adb-d485-4355-9812-835b77d3322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (670b7b9a-7e6f-4853-8220-542ceaef90cb), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.521145 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6adb-d485-4355-9812-835b77d3322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104768'] for subnet (670b7b9a-7e6f-4853-8220-542ceaef90cb), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.549076 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b6adb-d485-4355-9812-835b77d3322e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=670b7b9a-7e6f-4853-8220-542ceaef90cb,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:38.552939 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6adb-d485-4355-9812-835b77d3322e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.556112 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-bb6b6adb-d485-4355-9812-835b77d3322e admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/670b7b9a-7e6f-4853-8220-542ceaef90cb HTTP/1.1" status: 204 len: 168 time: 0.2644804 Oct 03 16:06:38.558882 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54744) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:38.563289 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1332a692-f233-42eb-aa4d-67c8393dc5aa None None] Network 90c6b009-4013-4301-b819-4e12c2de8610 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:06:38.635558 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (90c6b009-4013-4301-b819-4e12c2de8610), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.681945 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Deleting port f687a13b-267e-4ad4-b49e-9170eae7c0f3 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:06:38.682322 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.745395 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e20ad9-0e38-474a-bb6f-b6a1fa1f8991 None None] DHCP port deletion for 90c6b009-4013-4301-b819-4e12c2de8610 request from dv-cinder-844563-13-iscsi {{(pid=106164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 16:06:38.753587 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] For port f687a13b-267e-4ad4-b49e-9170eae7c0f3, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=f687a13b-267e-4ad4-b49e-9170eae7c0f3,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:06:38.753948 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.768536 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Calling delete_port for f687a13b-267e-4ad4-b49e-9170eae7c0f3 owned by network:dhcp {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:06:38.789706 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-09e20ad9-0e38-474a-bb6f-b6a1fa1f8991 None None] Deleting port f687a13b-267e-4ad4-b49e-9170eae7c0f3 {{(pid=106164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:06:38.790213 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-09e20ad9-0e38-474a-bb6f-b6a1fa1f8991 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), before_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.834043 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:38.859460 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-09e20ad9-0e38-474a-bb6f-b6a1fa1f8991 None None] For port f687a13b-267e-4ad4-b49e-9170eae7c0f3, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=f687a13b-267e-4ad4-b49e-9170eae7c0f3,segment=NetworkSegment(0b7026f7-f680-475a-93a4-6d2a2dbfb02b),segment_id=0b7026f7-f680-475a-93a4-6d2a2dbfb02b)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:06:38.860999 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.865641 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-09e20ad9-0e38-474a-bb6f-b6a1fa1f8991 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), precommit_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.889724 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-09e20ad9-0e38-474a-bb6f-b6a1fa1f8991 None None] Calling delete_port for f687a13b-267e-4ad4-b49e-9170eae7c0f3 owned by network:dhcp {{(pid=106164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:06:38.892861 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Pushing event deleted for resources: {'Port': ['ID=f687a13b-267e-4ad4-b49e-9170eae7c0f3,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:38.896834 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] No DVR routers for this DVR port f687a13b-267e-4ad4-b49e-9170eae7c0f3 on host dv-cinder-844563-13-iscsi {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:06:38.966901 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 1e0cd773-3fbc-4a34-8da0-ff8213612e9a no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:06:38.992284 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (90c6b009-4013-4301-b819-4e12c2de8610), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:38.999238 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 1e0cd773-3fbc-4a34-8da0-ff8213612e9a {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:06:39.000160 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 1e0cd773-3fbc-4a34-8da0-ff8213612e9a not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:06:39.000581 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device c58c5a39-7baf-4561-9a32-e99f76420a1e no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:06:39.014371 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c6b009-4013-4301-b819-4e12c2de8610']}} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:39.024038 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7026f7-f680-475a-93a4-6d2a2dbfb02b') {'for_net_delete': True} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:39.024332 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7026f7-f680-475a-93a4-6d2a2dbfb02b') {} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:06:39.026171 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: c58c5a39-7baf-4561-9a32-e99f76420a1e {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:06:39.026521 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device c58c5a39-7baf-4561-9a32-e99f76420a1e not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:06:39.026942 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device f687a13b-267e-4ad4-b49e-9170eae7c0f3 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:06:39.035065 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25755778'] for segment (0b7026f7-f680-475a-93a4-6d2a2dbfb02b), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:39.049073 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: f687a13b-267e-4ad4-b49e-9170eae7c0f3 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:06:39.049422 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device f687a13b-267e-4ad4-b49e-9170eae7c0f3 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:06:39.049763 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (0b7026f7-f680-475a-93a4-6d2a2dbfb02b), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:39.056625 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=106162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:06:39.057049 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26020503'] for segment (0b7026f7-f680-475a-93a4-6d2a2dbfb02b), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:39.057208 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-09e20ad9-0e38-474a-bb6f-b6a1fa1f8991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (f687a13b-267e-4ad4-b49e-9170eae7c0f3), after_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:39.090029 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e20ad9-0e38-474a-bb6f-b6a1fa1f8991 None None] No DVR routers for this DVR port f687a13b-267e-4ad4-b49e-9170eae7c0f3 on host dv-cinder-844563-13-iscsi {{(pid=106164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:06:39.090721 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e20ad9-0e38-474a-bb6f-b6a1fa1f8991 None None] Pushing event deleted for resources: {'Port': ['ID=f687a13b-267e-4ad4-b49e-9170eae7c0f3,revision_number=None']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:39.109919 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 0b7026f7-f680-475a-93a4-6d2a2dbfb02b resource provider aggregate not found Oct 03 16:06:39.128268 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 0b7026f7-f680-475a-93a4-6d2a2dbfb02b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b7026f7-f680-475a-93a4-6d2a2dbfb02b found for delete ", "request_id": "req-161a5473-3985-4b76-a7a3-cc31c4db5236"}]} Oct 03 16:06:39.134752 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (90c6b009-4013-4301-b819-4e12c2de8610), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:39.140175 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:39.143306 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/90c6b009-4013-4301-b819-4e12c2de8610 HTTP/1.1" status: 204 len: 168 time: 0.5834117 Oct 03 16:06:39.154570 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d856d6-19bb-442a-898f-b92f7149a040 admin admin] Pushing event deleted for resources: {'Network': ['ID=90c6b009-4013-4301-b819-4e12c2de8610,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:39.268030 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54754) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:39.288281 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:39.312240 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-3f525017-06a1-4258-ab62-f21a27454049 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d7ee0d51f58e4abd8867c54458f504fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428822 Oct 03 16:06:39.314814 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54756) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:39.371157 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d0199136-0381-4d9a-a70d-c6efc5313ed5 admin admin] Publish callbacks [] for security_group (1d85dff4-3501-4803-b7db-3332947ee726), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:39.391338 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d0199136-0381-4d9a-a70d-c6efc5313ed5 admin admin] Publish callbacks [] for security_group (1d85dff4-3501-4803-b7db-3332947ee726), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:39.438894 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d0199136-0381-4d9a-a70d-c6efc5313ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (1d85dff4-3501-4803-b7db-3332947ee726), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:39.441615 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d0199136-0381-4d9a-a70d-c6efc5313ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:39.442762 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-d0199136-0381-4d9a-a70d-c6efc5313ed5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1d85dff4-3501-4803-b7db-3332947ee726 HTTP/1.1" status: 204 len: 168 time: 0.1270394 Oct 03 16:06:39.452023 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0199136-0381-4d9a-a70d-c6efc5313ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d85dff4-3501-4803-b7db-3332947ee726,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:46.548053 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:06:48.525514 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:48.529537 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=53,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:49.425250 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:49.445925 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:49.469018 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7,neutron:DELETE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:49.470456 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:50.545211 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=85,neutron:DELETE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:50.895996 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 54918) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:51.006146 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-92f0c913-ed41-47fe-895a-b3716ec47744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:51.091960 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-92f0c913-ed41-47fe-895a-b3716ec47744 admin admin] Publish callbacks [] for security_group (8e7c911f-910d-49f6-9892-f5793fe5cead), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:51.096902 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-92f0c913-ed41-47fe-895a-b3716ec47744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (8e7c911f-910d-49f6-9892-f5793fe5cead), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:51.137491 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-92f0c913-ed41-47fe-895a-b3716ec47744 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f298de5dd8fa480d8e486dc4fd7bcba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403865 Oct 03 16:06:51.138846 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0c913-ed41-47fe-895a-b3716ec47744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7c911f-910d-49f6-9892-f5793fe5cead,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:51.140255 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 54932) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:51.193219 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-280cf0db-9ed7-4334-94ef-e06db5201aef admin admin] Publish callbacks [] for security_group (8e7c911f-910d-49f6-9892-f5793fe5cead), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:51.213777 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-280cf0db-9ed7-4334-94ef-e06db5201aef admin admin] Publish callbacks [] for security_group (8e7c911f-910d-49f6-9892-f5793fe5cead), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:51.262047 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-280cf0db-9ed7-4334-94ef-e06db5201aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (8e7c911f-910d-49f6-9892-f5793fe5cead), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:51.264552 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-280cf0db-9ed7-4334-94ef-e06db5201aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:51.265756 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-280cf0db-9ed7-4334-94ef-e06db5201aef admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8e7c911f-910d-49f6-9892-f5793fe5cead HTTP/1.1" status: 204 len: 168 time: 0.1241333 Oct 03 16:06:51.274059 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cf0db-9ed7-4334-94ef-e06db5201aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7c911f-910d-49f6-9892-f5793fe5cead,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:52.179648 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-eed313dc-61f7-4f6e-a3d9-b9035a03868d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:54.262548 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-d47f2b76-4089-4288-9363-428fe3c2fc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:55.813383 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:56.544421 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=87 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:06:57.061106 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:57.183883 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:59.544763 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55124) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:59.650755 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0f77b283-021d-472e-8753-93a5b88d8e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:59.730094 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0f77b283-021d-472e-8753-93a5b88d8e99 admin admin] Publish callbacks [] for security_group (7575b4b1-6b4d-4184-af02-d0c15a867dbf), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:59.734445 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-0f77b283-021d-472e-8753-93a5b88d8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (7575b4b1-6b4d-4184-af02-d0c15a867dbf), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:59.773274 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-0f77b283-021d-472e-8753-93a5b88d8e99 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=820135f4c4df447aaf1044b8a54ecffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274420 Oct 03 16:06:59.775121 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77b283-021d-472e-8753-93a5b88d8e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7575b4b1-6b4d-4184-af02-d0c15a867dbf,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:59.776001 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55128) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:06:59.828931 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Publish callbacks [] for security_group (7575b4b1-6b4d-4184-af02-d0c15a867dbf), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:59.849624 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Publish callbacks [] for security_group (7575b4b1-6b4d-4184-af02-d0c15a867dbf), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:59.897290 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (7575b4b1-6b4d-4184-af02-d0c15a867dbf), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:59.899810 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:06:59.900979 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7575b4b1-6b4d-4184-af02-d0c15a867dbf HTTP/1.1" status: 204 len: 168 time: 0.1239638 Oct 03 16:06:59.909728 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7575b4b1-6b4d-4184-af02-d0c15a867dbf,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:06:59.917003 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.917362 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.917714 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.918094 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.918438 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.918777 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.919111 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.919442 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.919775 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.920108 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.920439 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.920808 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.921141 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.921697 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:06:59.922080 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8e6de-910e-4eb5-8806-5a6a04c472a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:00.182304 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55142) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:00.197302 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc291-f93b-4ab1-9f9a-89bd8eb2c691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:00.279068 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc291-f93b-4ab1-9f9a-89bd8eb2c691 admin admin] Publish callbacks [] for security_group (db5c4d49-87b6-4c1c-9651-07a3c60628ba), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:00.282835 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc291-f93b-4ab1-9f9a-89bd8eb2c691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (db5c4d49-87b6-4c1c-9651-07a3c60628ba), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:00.322008 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-2d4bc291-f93b-4ab1-9f9a-89bd8eb2c691 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a93f116c4f47414d9cad55d480131123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385992 Oct 03 16:07:00.322728 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bc291-f93b-4ab1-9f9a-89bd8eb2c691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5c4d49-87b6-4c1c-9651-07a3c60628ba,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:00.324640 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55144) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:00.373695 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-102eb272-b0f7-474a-b9dc-5351da3876ef admin admin] Publish callbacks [] for security_group (db5c4d49-87b6-4c1c-9651-07a3c60628ba), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:00.394165 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-102eb272-b0f7-474a-b9dc-5351da3876ef admin admin] Publish callbacks [] for security_group (db5c4d49-87b6-4c1c-9651-07a3c60628ba), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:00.443544 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-102eb272-b0f7-474a-b9dc-5351da3876ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (db5c4d49-87b6-4c1c-9651-07a3c60628ba), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:00.446553 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-102eb272-b0f7-474a-b9dc-5351da3876ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:00.447686 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-102eb272-b0f7-474a-b9dc-5351da3876ef admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/db5c4d49-87b6-4c1c-9651-07a3c60628ba HTTP/1.1" status: 204 len: 168 time: 0.1220043 Oct 03 16:07:00.455279 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102eb272-b0f7-474a-b9dc-5351da3876ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5c4d49-87b6-4c1c-9651-07a3c60628ba,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:00.856355 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55158) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:00.870425 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ebd222e-bee2-4b67-8f1f-bca5136c4336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:00.953737 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ebd222e-bee2-4b67-8f1f-bca5136c4336 admin admin] Publish callbacks [] for security_group (ad52ff5c-6dac-4a2e-b3b1-81ee5c537c24), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:00.957746 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ebd222e-bee2-4b67-8f1f-bca5136c4336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ad52ff5c-6dac-4a2e-b3b1-81ee5c537c24), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:00.978981 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baab2d-0e41-4584-a4ce-286253d56d5e req-6bb3e4d2-ce1c-4c57-b24f-aaea954178ee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:00.980502 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-19baab2d-0e41-4584-a4ce-286253d56d5e req-6bb3e4d2-ce1c-4c57-b24f-aaea954178ee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 945 time: 0.0506520 Oct 03 16:07:01.000741 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-6ebd222e-bee2-4b67-8f1f-bca5136c4336 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b987a7a592fe40c7affc2657fa145d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430700 Oct 03 16:07:01.001643 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd222e-bee2-4b67-8f1f-bca5136c4336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad52ff5c-6dac-4a2e-b3b1-81ee5c537c24,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:01.004992 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55162) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:01.061519 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-19baab2d-0e41-4584-a4ce-286253d56d5e req-26bff077-1473-4498-8817-90e2b3a8f494 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4e05e17f-b09a-475b-87ac-621d6561055b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735738 Oct 03 16:07:01.077298 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4562-28c9-41f3-a8b1-3b1ed1f2832f admin admin] Publish callbacks [] for security_group (ad52ff5c-6dac-4a2e-b3b1-81ee5c537c24), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:01.098704 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4562-28c9-41f3-a8b1-3b1ed1f2832f admin admin] Publish callbacks [] for security_group (ad52ff5c-6dac-4a2e-b3b1-81ee5c537c24), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:01.146699 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4562-28c9-41f3-a8b1-3b1ed1f2832f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ad52ff5c-6dac-4a2e-b3b1-81ee5c537c24), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:01.149508 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4562-28c9-41f3-a8b1-3b1ed1f2832f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:01.150897 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-fbdd4562-28c9-41f3-a8b1-3b1ed1f2832f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ad52ff5c-6dac-4a2e-b3b1-81ee5c537c24 HTTP/1.1" status: 204 len: 168 time: 0.1449842 Oct 03 16:07:01.160331 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd4562-28c9-41f3-a8b1-3b1ed1f2832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad52ff5c-6dac-4a2e-b3b1-81ee5c537c24,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:01.919490 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55190) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:02.034013 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-137321112-network', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:02.055228 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Made reservation on behalf of a7ffe330a5d2482e961c93077d13cc5b for: {'network': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:07:02.057819 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.066687 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.076342 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:02.097292 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:02.160563 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Publish callbacks [] for security_group (d49330e0-b168-4c81-9821-9bdef8377558), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.164812 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (d49330e0-b168-4c81-9821-9bdef8377558), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.204240 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=106162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 16:07:02.226656 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49330e0-b168-4c81-9821-9bdef8377558,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:02.234389 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737e19-7d6e-47b0-8973-609b20e84dea req-e5c5c6a2-694e-4d37-b91c-768b3f8dbc0d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:02.236042 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-92737e19-7d6e-47b0-8973-609b20e84dea req-e5c5c6a2-694e-4d37-b91c-768b3f8dbc0d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 945 time: 0.0885520 Oct 03 16:07:02.237495 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (6b7a9225-dbd0-4d71-81c9-2544d81ee2c9), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.237840 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.segments_db [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Added segment 6b7a9225-dbd0-4d71-81c9-2544d81ee2c9 of type vlan for network 9b506095-b239-4c3c-b1a3-9e4b5609e07c Oct 03 16:07:02.302709 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (9b506095-b239-4c3c-b1a3-9e4b5609e07c), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.339969 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-92737e19-7d6e-47b0-8973-609b20e84dea req-d276972b-db73-4120-910c-12856a051103 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4e05e17f-b09a-475b-87ac-621d6561055b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907207 Oct 03 16:07:02.351989 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (9b506095-b239-4c3c-b1a3-9e4b5609e07c), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.353352 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:02.354062 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.462475 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5293829 Oct 03 16:07:02.462612 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55204) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:02.462612 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-df063767-79d7-4707-955a-87c75709d68c admin admin] Request body: {'subnet': {'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-137321112-subnet', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'ip_version': 4}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:02.463189 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-18992189-4ccd-4cba-8459-35fad95f0688 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:02.463189 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-18992189-4ccd-4cba-8459-35fad95f0688 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 945 time: 0.1031170 Oct 03 16:07:02.465686 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee154f86-3aa8-4652-9aa5-78b7b7ac420d admin admin] Pushing event updated for resources: {'Network': ['ID=9b506095-b239-4c3c-b1a3-9e4b5609e07c,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:02.476376 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network 9b506095-b239-4c3c-b1a3-9e4b5609e07c details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 16:07:02.481612 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:02.493886 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df063767-79d7-4707-955a-87c75709d68c admin admin] Made reservation on behalf of a7ffe330a5d2482e961c93077d13cc5b for: {'subnet': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:07:02.499167 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-df063767-79d7-4707-955a-87c75709d68c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2101793'] for subnet (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.580153 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:02.584697 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Deleting port 892ca207-a78f-4eba-9597-1f7f9ffee804 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:07:02.585070 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.699261 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] For port 892ca207-a78f-4eba-9597-1f7f9ffee804, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=892ca207-a78f-4eba-9597-1f7f9ffee804,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:02.699639 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.716907 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-df063767-79d7-4707-955a-87c75709d68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2101811'] for subnet (ffd33f65-dffe-466a-a29e-c0daa40d6b28), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.778675 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df063767-79d7-4707-955a-87c75709d68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd33f65-dffe-466a-a29e-c0daa40d6b28,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:02.788318 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df063767-79d7-4707-955a-87c75709d68c admin admin] Checking segment: {'id': '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:07:02.788905 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df063767-79d7-4707-955a-87c75709d68c admin admin] Network hostable DHCP agents. Network: 9b506095-b239-4c3c-b1a3-9e4b5609e07c, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 16:07:02.806038 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df063767-79d7-4707-955a-87c75709d68c admin admin] Network 9b506095-b239-4c3c-b1a3-9e4b5609e07c is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 16:07:02.814816 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-df063767-79d7-4707-955a-87c75709d68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, 9b506095-b239-4c3c-b1a3-9e4b5609e07c) {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:02.819012 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df063767-79d7-4707-955a-87c75709d68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:02.819615 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-df063767-79d7-4707-955a-87c75709d68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.824963 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a13df86-32bc-4c28-8bfe-2eddc7e2b1d8 None None] Network 9b506095-b239-4c3c-b1a3-9e4b5609e07c requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:07:02.837219 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-df063767-79d7-4707-955a-87c75709d68c admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3824537 Oct 03 16:07:02.840073 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55210) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:02.846275 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:02.867678 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29328'] for router (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.868700 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29323'] for router (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.876695 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.877079 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (d85b8b66-e3e8-4f5a-9569-ec2972411d3f), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.877822 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Floating IP d85b8b66-e3e8-4f5a-9569-ec2972411d3f disassociated. External IP: 172.27.0.192, port: 892ca207-a78f-4eba-9597-1f7f9ffee804. Oct 03 16:07:02.877822 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Calling delete_port for 892ca207-a78f-4eba-9597-1f7f9ffee804 owned by compute:nova {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:07:02.923815 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Publish callbacks [] for router_controller (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), precommit_add_association {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:02.942636 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c6ae877-a55f-574a-9025-bb7fe84a5911-9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'fixed_ips': [{'subnet_id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28'}]}} from dv-cinder-844563-13-iscsi. {{(pid=106164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 16:07:02.943382 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:02.943576 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:03.007569 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=84,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:03.026416 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (892ca207-a78f-4eba-9597-1f7f9ffee804), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:03.059412 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event deleted for resources: {'Port': ['ID=892ca207-a78f-4eba-9597-1f7f9ffee804,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:03.075699 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Publish callbacks [] for router_gateway (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:03.177616 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:07:03.231841 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.db_base_plugin_common [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Allocated IP 172.20.0.2 (9b506095-b239-4c3c-b1a3-9e4b5609e07c/ffd33f65-dffe-466a-a29e-c0daa40d6b28/374eafa1-5e60-4756-a86b-e6133cfe0efd) {{(pid=106164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:07:03.287534 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:07:03.290356 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Publish callbacks [] for router_gateway (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:03.304740 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe813105-3317-4da8-8591-ff7b2f49b720 None None] Sync routers for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:07:03.311647 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:03.329760 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe813105-3317-4da8-8591-ff7b2f49b720 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:03.330735 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-fe813105-3317-4da8-8591-ff7b2f49b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:03.346000 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] No DVR routers for this DVR port 892ca207-a78f-4eba-9597-1f7f9ffee804 on host hv-cinder-84456 {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:07:03.348692 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:03.352036 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8f64d2e2-3528-4aaf-b317-037af61353ed req-806fc903-800d-45fc-aecf-557b44e2e25f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "DELETE /networking/v2.0/ports/892ca207-a78f-4eba-9597-1f7f9ffee804 HTTP/1.1" status: 204 len: 173 time: 0.8801284 Oct 03 16:07:03.352544 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3245cd-404a-4f9a-aa0f-53ea7d62f307', 'name': 'network-vif-deleted', 'tag': '892ca207-a78f-4eba-9597-1f7f9ffee804'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:07:03.354878 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad16dce2-b772-46d8-ba54-7bf7bd992d75" -d '{"events": [{"server_uuid": "ae3245cd-404a-4f9a-aa0f-53ea7d62f307", "name": "network-vif-deleted", "tag": "892ca207-a78f-4eba-9597-1f7f9ffee804"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:07:03.417759 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32be3ed-2343-40a7-b658-bb9c4ba1f73d x-openstack-request-id: req-b32be3ed-2343-40a7-b658-bb9c4ba1f73d {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:07:03.418058 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3245cd-404a-4f9a-aa0f-53ea7d62f307", "name": "network-vif-deleted", "tag": "892ca207-a78f-4eba-9597-1f7f9ffee804", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:07:03.418314 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b32be3ed-2343-40a7-b658-bb9c4ba1f73d {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:07:03.418723 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32be3ed-2343-40a7-b658-bb9c4ba1f73d'] response: {'server_uuid': 'ae3245cd-404a-4f9a-aa0f-53ea7d62f307', 'name': 'network-vif-deleted', 'tag': '892ca207-a78f-4eba-9597-1f7f9ffee804', 'status': 'completed', 'code': 200} Oct 03 16:07:03.451887 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Allocated IP 172.27.0.98 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/dd228b74-c476-4258-bd1d-68217c90ae99) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:07:03.458347 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f0d61ccc-7698-4a24-82aa-4f2e3f6c7bd0 req-fd26bb1f-e94c-40aa-8f1f-4cee1befbfe5 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 210 time: 0.0361726 Oct 03 16:07:03.491392 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:03.513497 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Publish callbacks [] for port (374eafa1-5e60-4756-a86b-e6133cfe0efd), precommit_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:03.519452 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-fe813105-3317-4da8-8591-ff7b2f49b720 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:03.523178 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (374eafa1-5e60-4756-a86b-e6133cfe0efd), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:03.551702 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:03.586612 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Publish callbacks [] for port (dd228b74-c476-4258-bd1d-68217c90ae99), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:03.604065 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Network 9b506095-b239-4c3c-b1a3-9e4b5609e07c is already hosted by enough agents. {{(pid=106164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:03.622525 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (dd228b74-c476-4258-bd1d-68217c90ae99), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:03.640647 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.base_scheduler [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Resources bound (agent type, host, resource id): {{(pid=106164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:03.643068 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Received port after_create {{(pid=106164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:07:03.659717 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Pushing event updated for resources: {'Port': ['ID=374eafa1-5e60-4756-a86b-e6133cfe0efd,revision_number=1']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:03.664435 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:03.670860 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:03.675596 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:07:03.679122 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Pushing event updated for resources: {'Port': ['ID=dd228b74-c476-4258-bd1d-68217c90ae99,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:03.679381 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.679735 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.680081 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.680423 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.680778 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.681117 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.681445 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.681769 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.682095 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.682420 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.682754 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.683081 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.683408 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.683730 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.684047 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:03.694460 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:03.745917 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:03.791592 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Attempting to bind port 374eafa1-5e60-4756-a86b-e6133cfe0efd on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:07:03.791969 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Attempting to bind port 374eafa1-5e60-4756-a86b-e6133cfe0efd by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:07:03.792370 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Attempting to bind port 374eafa1-5e60-4756-a86b-e6133cfe0efd on network 9b506095-b239-4c3c-b1a3-9e4b5609e07c {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:07:03.869120 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:07:03.869496 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Checking segment: {'id': '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:07:03.869898 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:03.870287 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Bound using segment: {'id': '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:07:03.870763 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Bound port: 374eafa1-5e60-4756-a86b-e6133cfe0efd, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:07:03.871144 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (374eafa1-5e60-4756-a86b-e6133cfe0efd), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:03.938804 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-fe813105-3317-4da8-8591-ff7b2f49b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '5691c270-aac6-4218-b95a-958f7330b6fd', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:cf:e6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:02Z', 'updated_at': '2022-10-03T16:05:22Z', 'revision_number': 2, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:03.970899 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe813105-3317-4da8-8591-ff7b2f49b720 None None] Checking router: da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:07:03.995277 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe813105-3317-4da8-8591-ff7b2f49b720 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:03.995912 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-fe813105-3317-4da8-8591-ff7b2f49b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:04.000317 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] For port 374eafa1-5e60-4756-a86b-e6133cfe0efd, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:07:04.055500 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] For port 374eafa1-5e60-4756-a86b-e6133cfe0efd, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=374eafa1-5e60-4756-a86b-e6133cfe0efd,segment=NetworkSegment(6b7a9225-dbd0-4d71-81c9-2544d81ee2c9),segment_id=6b7a9225-dbd0-4d71-81c9-2544d81ee2c9)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:07:04.067897 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (374eafa1-5e60-4756-a86b-e6133cfe0efd), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:04.163286 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Publish callbacks [] for router_gateway (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:04.166999 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-fe813105-3317-4da8-8591-ff7b2f49b720 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:04.169057 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a717ce0-a28b-4af5-9d12-7a9754233896 None None] Pushing event updated for resources: {'Port': ['ID=374eafa1-5e60-4756-a86b-e6133cfe0efd,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:04.387400 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727822'] for router (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:04.420202 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-fe813105-3317-4da8-8591-ff7b2f49b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '5691c270-aac6-4218-b95a-958f7330b6fd', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:cf:e6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:02Z', 'updated_at': '2022-10-03T16:05:22Z', 'revision_number': 2, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:04.449302 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe813105-3317-4da8-8591-ff7b2f49b720 None None] The sync data for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi is: [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '5691c270-aac6-4218-b95a-958f7330b6fd', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:cf:e6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:02Z', 'updated_at': '2022-10-03T16:05:22Z', 'revision_number': 2, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:07:04.525045 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 is scheduled to L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead with binding_index 1 {{(pid=106163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 16:07:04.580333 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-aa036199-7dd9-412c-93dc-a7c428b6839e req-a90de21e-0b03-4718-80ba-0438b5e176a4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 210 time: 0.0311899 Oct 03 16:07:04.634550 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:07:04.643590 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Sync routers for ids ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:07:04.655186 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Routers {'fb04eaca-4f9c-40d4-a060-c4c52a4549c9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:04.655845 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:04.660445 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:04.661753 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-cd4fc75f-7e30-497b-be56-63b75088d23e admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8206019 Oct 03 16:07:04.664473 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55220) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:04.716563 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:04.718965 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:04.741322 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253aac2-ecd3-4d83-93ef-af3924eddad5 None None] New status for floating IP d85b8b66-e3e8-4f5a-9569-ec2972411d3f: DOWN {{(pid=106164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:07:04.769880 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Set router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:04.956399 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:07:03Z', 'revision_number': 3, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port': {'id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:03Z', 'updated_at': '2022-10-03T16:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:04.991309 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Checking router: fb04eaca-4f9c-40d4-a060-c4c52a4549c9 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:07:04.991883 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Updating router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 port dd228b74-c476-4258-bd1d-68217c90ae99 binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:07:05.058621 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (dd228b74-c476-4258-bd1d-68217c90ae99), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.072503 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 374eafa1-5e60-4756-a86b-e6133cfe0efd up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:05.142066 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.144985 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 374eafa1-5e60-4756-a86b-e6133cfe0efd triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:05.145678 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (374eafa1-5e60-4756-a86b-e6133cfe0efd), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.146164 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 374eafa1-5e60-4756-a86b-e6133cfe0efd Oct 03 16:07:05.197471 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:05.237430 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:05.239982 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 374eafa1-5e60-4756-a86b-e6133cfe0efd is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:05.240422 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (374eafa1-5e60-4756-a86b-e6133cfe0efd), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.297167 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 374eafa1-5e60-4756-a86b-e6133cfe0efd, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=374eafa1-5e60-4756-a86b-e6133cfe0efd,segment=NetworkSegment(6b7a9225-dbd0-4d71-81c9-2544d81ee2c9),segment_id=6b7a9225-dbd0-4d71-81c9-2544d81ee2c9)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:05.311486 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (374eafa1-5e60-4756-a86b-e6133cfe0efd), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.370716 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Allocated IP 172.20.0.1 (9b506095-b239-4c3c-b1a3-9e4b5609e07c/ffd33f65-dffe-466a-a29e-c0daa40d6b28/5302672d-1f11-499a-945c-520d7a32c4c6) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:07:05.384878 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=374eafa1-5e60-4756-a86b-e6133cfe0efd,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:05.491461 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4e41d-49c9-49b5-9934-93340f286678 None None] Network 9b506095-b239-4c3c-b1a3-9e4b5609e07c requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:07:05.511128 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Publish callbacks [] for port (dd228b74-c476-4258-bd1d-68217c90ae99), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.511458 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Publish callbacks [] for port (5302672d-1f11-499a-945c-520d7a32c4c6), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.518135 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (dd228b74-c476-4258-bd1d-68217c90ae99), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.548141 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.582778 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-e98c029f-5135-479e-8b54-68e5b5e701f4 None None] Provisioning complete for port 374eafa1-5e60-4756-a86b-e6133cfe0efd triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:05.583156 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e98c029f-5135-479e-8b54-68e5b5e701f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (374eafa1-5e60-4756-a86b-e6133cfe0efd), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.583497 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-e98c029f-5135-479e-8b54-68e5b5e701f4 None None] Attempt 1 to provision port 374eafa1-5e60-4756-a86b-e6133cfe0efd Oct 03 16:07:05.590724 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Attempting to bind port dd228b74-c476-4258-bd1d-68217c90ae99 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:07:05.591632 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Attempting to bind port dd228b74-c476-4258-bd1d-68217c90ae99 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:07:05.592212 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Attempting to bind port dd228b74-c476-4258-bd1d-68217c90ae99 on network a63bfa27-480e-4efb-a24e-26dec41cf4a1 {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:07:05.597882 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Network 9b506095-b239-4c3c-b1a3-9e4b5609e07c is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:05.601016 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:05.604770 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:05.607969 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:07:05.629912 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Pushing event updated for resources: {'Port': ['ID=dd228b74-c476-4258-bd1d-68217c90ae99,revision_number=2']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:05.635051 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Pushing event updated for resources: {'Port': ['ID=5302672d-1f11-499a-945c-520d7a32c4c6,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:05.646456 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.647201 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.647565 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.648193 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.648754 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.649218 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.649665 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.650083 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.650572 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.650995 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.651414 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.651845 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.652377 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.652836 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.653254 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:05.655356 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923253'] for router_interface (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.668772 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:07:05.669321 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Checking segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:07:05.669814 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.670297 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Bound using segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:07:05.670868 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Bound port: dd228b74-c476-4258-bd1d-68217c90ae99, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:07:05.672072 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (dd228b74-c476-4258-bd1d-68217c90ae99), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.716255 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:05.729824 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] For port dd228b74-c476-4258-bd1d-68217c90ae99, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:07:05.735254 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] For port dd228b74-c476-4258-bd1d-68217c90ae99, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=dd228b74-c476-4258-bd1d-68217c90ae99,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:07:05.743412 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (dd228b74-c476-4258-bd1d-68217c90ae99), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.760611 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a023b246-b6e9-4c41-b6cf-b7a83f72f4a3 req-efafaf62-2695-4523-b6fc-352936ef587b tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 210 time: 0.0567827 Oct 03 16:07:05.799834 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Routers {'fb04eaca-4f9c-40d4-a060-c4c52a4549c9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:05.800839 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:05.820955 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:05.850628 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:05.875620 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:05.895197 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82d78e-1933-4955-a733-a287dd141630 None None] Pushing event updated for resources: {'Port': ['ID=dd228b74-c476-4258-bd1d-68217c90ae99,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:05.972679 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] Set router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:05.995386 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-e98c029f-5135-479e-8b54-68e5b5e701f4 None None] Current status of the port 374eafa1-5e60-4756-a86b-e6133cfe0efd is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:06.040512 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Publish callbacks [] for port (5302672d-1f11-499a-945c-520d7a32c4c6), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:06.048568 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:06.119802 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-2d1ffcf0-7c11-433f-8e18-5248e53b17e1 None None] Provisioning complete for port 5302672d-1f11-499a-945c-520d7a32c4c6 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:06.120337 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2d1ffcf0-7c11-433f-8e18-5248e53b17e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:06.120678 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-2d1ffcf0-7c11-433f-8e18-5248e53b17e1 None None] Attempt 1 to provision port 5302672d-1f11-499a-945c-520d7a32c4c6 Oct 03 16:07:06.123522 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Pushing event updated for resources: {'Port': ['ID=5302672d-1f11-499a-945c-520d7a32c4c6,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:06.126383 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3923369'] for router_interface (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:06.168940 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ffcf0-7c11-433f-8e18-5248e53b17e1 None None] Port 5302672d-1f11-499a-945c-520d7a32c4c6 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:07:06.179872 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-2d1ffcf0-7c11-433f-8e18-5248e53b17e1 None None] Provisioning complete for port 374eafa1-5e60-4756-a86b-e6133cfe0efd triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:06.181405 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2d1ffcf0-7c11-433f-8e18-5248e53b17e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (374eafa1-5e60-4756-a86b-e6133cfe0efd), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:06.182085 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-2d1ffcf0-7c11-433f-8e18-5248e53b17e1 None None] Attempt 1 to provision port 374eafa1-5e60-4756-a86b-e6133cfe0efd Oct 03 16:07:06.252667 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Network 9b506095-b239-4c3c-b1a3-9e4b5609e07c is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:06.254262 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:06.266059 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ffcf0-7c11-433f-8e18-5248e53b17e1 None None] Current status of the port 374eafa1-5e60-4756-a86b-e6133cfe0efd is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:06.294344 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 4, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port': {'id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:03Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '5302672d-1f11-499a-945c-520d7a32c4c6', 'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'mac_address': 'fa:16:3e:7a:4a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:05Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 1, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'subnets': [{'id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:06.322142 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae5888b-02c6-4f2d-9742-2c8fff4f37a0 None None] The sync data for ids ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'] in dv-cinder-844563-13-iscsi is: [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 4, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port': {'id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:03Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '5302672d-1f11-499a-945c-520d7a32c4c6', 'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'mac_address': 'fa:16:3e:7a:4a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:05Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 1, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'subnets': [{'id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:07:06.377640 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:07:06.387794 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-d7bbdada-b211-481f-adf3-40aa9cb6df58 None None] Provisioning complete for port 5302672d-1f11-499a-945c-520d7a32c4c6 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:06.388173 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-d7bbdada-b211-481f-adf3-40aa9cb6df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:06.388514 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-d7bbdada-b211-481f-adf3-40aa9cb6df58 None None] Attempt 1 to provision port 5302672d-1f11-499a-945c-520d7a32c4c6 Oct 03 16:07:06.424336 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-d7bbdada-b211-481f-adf3-40aa9cb6df58 None None] Port 5302672d-1f11-499a-945c-520d7a32c4c6 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:07:06.509777 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:07:06.515455 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-fae3a3d9-fb79-44a2-b467-ef11329fbcd0 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/fb04eaca-4f9c-40d4-a060-c4c52a4549c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8497875 Oct 03 16:07:06.553040 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-65d60430-e77c-4e89-86eb-3be817607f52 None None] Provisioning complete for port 5302672d-1f11-499a-945c-520d7a32c4c6 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:06.553040 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-65d60430-e77c-4e89-86eb-3be817607f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:06.554320 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-65d60430-e77c-4e89-86eb-3be817607f52 None None] Attempt 1 to provision port 5302672d-1f11-499a-945c-520d7a32c4c6 Oct 03 16:07:06.608339 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-65d60430-e77c-4e89-86eb-3be817607f52 None None] Port 5302672d-1f11-499a-945c-520d7a32c4c6 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:07:06.810858 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:06.897208 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-44e31d06-9a91-4fb5-a583-63d0008c855b req-c04e0bf4-ba8f-4fc8-b031-254b693cf524 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 210 time: 0.0349262 Oct 03 16:07:06.965343 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 374eafa1-5e60-4756-a86b-e6133cfe0efd up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:07.014768 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 374eafa1-5e60-4756-a86b-e6133cfe0efd triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:07.015413 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (374eafa1-5e60-4756-a86b-e6133cfe0efd), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.015413 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 374eafa1-5e60-4756-a86b-e6133cfe0efd Oct 03 16:07:07.100675 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 374eafa1-5e60-4756-a86b-e6133cfe0efd is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:07.174233 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55254) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:07.179162 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-717220579-network', 'tenant_id': '4fc33625256646a3b8bf4158052e669a'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:07.202046 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Made reservation on behalf of 4fc33625256646a3b8bf4158052e669a for: {'network': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:07:07.205360 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for network (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.214875 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.247398 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:07.308813 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Publish callbacks [] for security_group (b037aeff-68d1-4d46-9a67-a141b7bb4a68), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.313200 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (b037aeff-68d1-4d46-9a67-a141b7bb4a68), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.325614 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:07.342384 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=106163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 16:07:07.353576 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b037aeff-68d1-4d46-9a67-a141b7bb4a68,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:07.360255 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (88289bc7-d35b-4170-9fc3-edd488d4d159), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.360592 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.segments_db [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Added segment 88289bc7-d35b-4170-9fc3-edd488d4d159 of type vlan for network f2275685-b540-45e4-8a60-a0ebefb909a2 Oct 03 16:07:07.402736 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771419893185'] for network (f2275685-b540-45e4-8a60-a0ebefb909a2), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.429970 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902'] for network (f2275685-b540-45e4-8a60-a0ebefb909a2), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.431020 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:07.431604 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.496600 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3212409 Oct 03 16:07:07.499922 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55256) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:07.506971 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-73116cc7-4f3e-4959-b2a0-1634b1331b8f admin admin] Request body: {'subnet': {'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-717220579-subnet', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'ip_version': 4}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:07.517955 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbab61-3c80-4895-a3e7-bf8374b697aa admin admin] Pushing event updated for resources: {'Network': ['ID=f2275685-b540-45e4-8a60-a0ebefb909a2,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:07.529302 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Network f2275685-b540-45e4-8a60-a0ebefb909a2 details requested by agent ovs-agent-dv-cinder-844563-13-iscsi with host dv-cinder-844563-13-iscsi {{(pid=106164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 16:07:07.549615 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73116cc7-4f3e-4959-b2a0-1634b1331b8f admin admin] Made reservation on behalf of 4fc33625256646a3b8bf4158052e669a for: {'subnet': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:07:07.551988 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-73116cc7-4f3e-4959-b2a0-1634b1331b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2101793'] for subnet (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.738602 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-73116cc7-4f3e-4959-b2a0-1634b1331b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26945059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2101811'] for subnet (2af8b826-60b3-4c3a-835d-0069c8398769), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.795533 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73116cc7-4f3e-4959-b2a0-1634b1331b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af8b826-60b3-4c3a-835d-0069c8398769,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:07.804631 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73116cc7-4f3e-4959-b2a0-1634b1331b8f admin admin] Checking segment: {'id': '88289bc7-d35b-4170-9fc3-edd488d4d159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:07:07.805021 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73116cc7-4f3e-4959-b2a0-1634b1331b8f admin admin] Network hostable DHCP agents. Network: f2275685-b540-45e4-8a60-a0ebefb909a2, hostable agents: ['739c0f9f-ec46-47cf-bb06-6e13eab28b82'], hosted agents: [] {{(pid=106163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 16:07:07.822882 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73116cc7-4f3e-4959-b2a0-1634b1331b8f admin admin] Network f2275685-b540-45e4-8a60-a0ebefb909a2 is scheduled to be hosted by DHCP agent 739c0f9f-ec46-47cf-bb06-6e13eab28b82 with binding_index 1 {{(pid=106163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 16:07:07.832343 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-73116cc7-4f3e-4959-b2a0-1634b1331b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-13-iscsi, f2275685-b540-45e4-8a60-a0ebefb909a2) {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:07.837132 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73116cc7-4f3e-4959-b2a0-1634b1331b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:07.838253 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-73116cc7-4f3e-4959-b2a0-1634b1331b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.841784 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b861d882-902b-4b5a-a38f-1486cebd65f0 None None] Network f2275685-b540-45e4-8a60-a0ebefb909a2 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:07:07.856393 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-73116cc7-4f3e-4959-b2a0-1634b1331b8f admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3531177 Oct 03 16:07:07.856601 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:07.856784 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55260) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:07.861749 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-717220579-router', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:07.886548 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3727576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29328'] for router (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.888100 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29323'] for router (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.906782 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:07.926040 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:07.957714 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c6ae877-a55f-574a-9025-bb7fe84a5911-f2275685-b540-45e4-8a60-a0ebefb909a2', 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2', 'project_id': '4fc33625256646a3b8bf4158052e669a', 'fixed_ips': [{'subnet_id': '2af8b826-60b3-4c3a-835d-0069c8398769'}]}} from dv-cinder-844563-13-iscsi. {{(pid=106164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 16:07:07.958756 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:07.960954 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Publish callbacks [] for router_controller (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), precommit_add_association {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:08.031989 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4dd1e30f-3171-4faf-b044-2635e1a76ad9 req-f7c25c2b-2d6a-48b6-81eb-2eb913595f60 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 210 time: 0.0371583 Oct 03 16:07:08.105090 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Publish callbacks [] for router_gateway (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:08.107318 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.db_base_plugin_common [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Allocated IP 172.20.0.2 (f2275685-b540-45e4-8a60-a0ebefb909a2/2af8b826-60b3-4c3a-835d-0069c8398769/ef74bd68-ffa1-40e7-9ffb-47f06b97e64c) {{(pid=106164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:07:08.254607 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Publish callbacks [] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), precommit_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:08.261316 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), after_create {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:08.288826 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:08.302049 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Publish callbacks [] for router_gateway (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:08.308274 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Network f2275685-b540-45e4-8a60-a0ebefb909a2 is already hosted by enough agents. {{(pid=106164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:08.317957 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.scheduler.base_scheduler [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Resources bound (agent type, host, resource id): {{(pid=106164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:08.317957 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Received port after_create {{(pid=106164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:07:08.320011 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Pushing event updated for resources: {'Port': ['ID=ef74bd68-ffa1-40e7-9ffb-47f06b97e64c,revision_number=1']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:08.330122 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:08.378505 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Attempting to bind port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:07:08.378790 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Attempting to bind port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '88289bc7-d35b-4170-9fc3-edd488d4d159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:07:08.379158 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Attempting to bind port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c on network f2275685-b540-45e4-8a60-a0ebefb909a2 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:07:08.421838 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:07:08.422223 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Checking segment: {'id': '88289bc7-d35b-4170-9fc3-edd488d4d159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:07:08.422627 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:08.423016 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Bound using segment: {'id': '88289bc7-d35b-4170-9fc3-edd488d4d159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:07:08.423489 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Bound port: ef74bd68-ffa1-40e7-9ffb-47f06b97e64c, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88289bc7-d35b-4170-9fc3-edd488d4d159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:07:08.423870 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:08.443085 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Allocated IP 172.27.0.150 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/dee7de6b-38c7-4381-944c-079464ee5283) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:07:08.491116 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] For port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:07:08.494704 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] For port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=ef74bd68-ffa1-40e7-9ffb-47f06b97e64c,segment=NetworkSegment(88289bc7-d35b-4170-9fc3-edd488d4d159),segment_id=88289bc7-d35b-4170-9fc3-edd488d4d159)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:07:08.501370 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Sync routers for ids ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:07:08.506440 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:08.511682 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Routers {'fb04eaca-4f9c-40d4-a060-c4c52a4549c9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:08.512477 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:08.586563 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa168bd-fd92-4fb3-99fa-35fdd415aa98 None None] Pushing event updated for resources: {'Port': ['ID=ef74bd68-ffa1-40e7-9ffb-47f06b97e64c,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:08.598107 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Publish callbacks [] for port (dee7de6b-38c7-4381-944c-079464ee5283), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:08.660175 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (dee7de6b-38c7-4381-944c-079464ee5283), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:08.690573 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Set router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:09.027675 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 4, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port': {'id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:03Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '5302672d-1f11-499a-945c-520d7a32c4c6', 'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'mac_address': 'fa:16:3e:7a:4a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:05Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 2, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'subnets': [{'id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:09.048863 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:09.052354 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:09.056389 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:07:09.075762 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Checking router: fb04eaca-4f9c-40d4-a060-c4c52a4549c9 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:07:09.076389 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Updating router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 port 5302672d-1f11-499a-945c-520d7a32c4c6 binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:07:09.089695 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Pushing event updated for resources: {'Port': ['ID=dee7de6b-38c7-4381-944c-079464ee5283,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:09.117716 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.137943 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device dd228b74-c476-4258-bd1d-68217c90ae99 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:09.196924 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port dd228b74-c476-4258-bd1d-68217c90ae99 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:09.197319 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (dd228b74-c476-4258-bd1d-68217c90ae99), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.197660 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port dd228b74-c476-4258-bd1d-68217c90ae99 Oct 03 16:07:09.221449 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-50d728d2-d274-4d2b-81f7-9186efd0701c req-1b15ecb7-d6cf-4bd8-8ab0-6fe2993e518a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 210 time: 0.0552278 Oct 03 16:07:09.291557 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port dd228b74-c476-4258-bd1d-68217c90ae99 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:09.291965 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (dd228b74-c476-4258-bd1d-68217c90ae99), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.321070 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port dd228b74-c476-4258-bd1d-68217c90ae99, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=dd228b74-c476-4258-bd1d-68217c90ae99,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:09.325579 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (dd228b74-c476-4258-bd1d-68217c90ae99), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.326711 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device ef74bd68-ffa1-40e7-9ffb-47f06b97e64c up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:09.343792 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:09.351850 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:09.353254 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Publish callbacks [] for router_gateway (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.385569 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:09.418140 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=dd228b74-c476-4258-bd1d-68217c90ae99,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:09.428701 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:09.429190 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.429598 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c Oct 03 16:07:09.458170 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:09.462830 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Publish callbacks [] for port (5302672d-1f11-499a-945c-520d7a32c4c6), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.473353 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.514940 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:09.515594 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.530004 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:09.531537 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaa265-eab9-4e3e-bec0-16563563fcc8 None None] Pushing event updated for resources: {'Port': ['ID=5302672d-1f11-499a-945c-520d7a32c4c6,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:09.555932 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=ef74bd68-ffa1-40e7-9ffb-47f06b97e64c,segment=NetworkSegment(88289bc7-d35b-4170-9fc3-edd488d4d159),segment_id=88289bc7-d35b-4170-9fc3-edd488d4d159)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:09.563638 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.586233 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727822'] for router (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.607252 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Attempting to bind port 5302672d-1f11-499a-945c-520d7a32c4c6 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:07:09.607626 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Attempting to bind port 5302672d-1f11-499a-945c-520d7a32c4c6 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:07:09.607993 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Attempting to bind port 5302672d-1f11-499a-945c-520d7a32c4c6 on network 9b506095-b239-4c3c-b1a3-9e4b5609e07c {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:07:09.654737 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=ef74bd68-ffa1-40e7-9ffb-47f06b97e64c,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:09.678342 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:07:09.678342 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Checking segment: {'id': '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:07:09.678342 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.678342 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Bound using segment: {'id': '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:07:09.678756 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Bound port: 5302672d-1f11-499a-945c-520d7a32c4c6, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:07:09.678845 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.705114 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:09.747740 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] For port 5302672d-1f11-499a-945c-520d7a32c4c6, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:07:09.750635 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Router 6f8eb010-f1db-4fd5-9076-eac02de4d9ef is scheduled to L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead with binding_index 1 {{(pid=106163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 16:07:09.752235 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] For port 5302672d-1f11-499a-945c-520d7a32c4c6, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=5302672d-1f11-499a-945c-520d7a32c4c6,segment=NetworkSegment(6b7a9225-dbd0-4d71-81c9-2544d81ee2c9),segment_id=6b7a9225-dbd0-4d71-81c9-2544d81ee2c9)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:07:09.758757 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.826619 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ff9118-5edf-4cff-afc2-63c96d6db007 None None] Network f2275685-b540-45e4-8a60-a0ebefb909a2 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:07:09.829641 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaa265-eab9-4e3e-bec0-16563563fcc8 None None] Pushing event updated for resources: {'Port': ['ID=5302672d-1f11-499a-945c-520d7a32c4c6,revision_number=4']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:09.837996 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Routers {'fb04eaca-4f9c-40d4-a060-c4c52a4549c9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:09.838723 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:09.879686 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:07:09.895041 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Sync routers for ids ['6f8eb010-f1db-4fd5-9076-eac02de4d9ef'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:07:09.910251 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.911931 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-5dee761c-da11-4ed4-8d7b-e23570721b1c admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0537617 Oct 03 16:07:09.914586 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55280) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:09.919899 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-ff94e897-5790-41c8-b277-842a201e27c2 None None] Provisioning complete for port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:09.920274 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ff94e897-5790-41c8-b277-842a201e27c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:09.920608 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-ff94e897-5790-41c8-b277-842a201e27c2 None None] Attempt 1 to provision port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c Oct 03 16:07:09.945984 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Routers {'6f8eb010-f1db-4fd5-9076-eac02de4d9ef'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:09.946620 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['6f8eb010-f1db-4fd5-9076-eac02de4d9ef'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:10.011055 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] Set router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:10.063988 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Set router 6f8eb010-f1db-4fd5-9076-eac02de4d9ef gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:10.257331 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 4, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port': {'id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:03Z', 'updated_at': '2022-10-03T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '5302672d-1f11-499a-945c-520d7a32c4c6', 'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'mac_address': 'fa:16:3e:7a:4a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:05Z', 'updated_at': '2022-10-03T16:07:09Z', 'revision_number': 4, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'subnets': [{'id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:10.291645 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9334548-317d-4ea3-8362-05f585cbb04b None None] The sync data for ids ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'] in dv-cinder-844563-13-iscsi is: [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 4, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port': {'id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:03Z', 'updated_at': '2022-10-03T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '5302672d-1f11-499a-945c-520d7a32c4c6', 'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'mac_address': 'fa:16:3e:7a:4a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:05Z', 'updated_at': '2022-10-03T16:07:09Z', 'revision_number': 4, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'subnets': [{'id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:07:10.386266 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-ff94e897-5790-41c8-b277-842a201e27c2 None None] Current status of the port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:10.393020 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'name': 'tempest-TestMinimumBasicScenario-717220579-router', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:07Z', 'updated_at': '2022-10-03T16:07:09Z', 'revision_number': 3, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'gw_port': {'id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:08Z', 'updated_at': '2022-10-03T16:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:10.410458 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4b5f642a-5bd7-4e89-9f0a-62586ceddcb0 req-041a0ca1-59c4-4c5a-9a73-d0ded06595fe tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 210 time: 0.0434232 Oct 03 16:07:10.426883 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Checking router: 6f8eb010-f1db-4fd5-9076-eac02de4d9ef for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:07:10.427394 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Updating router 6f8eb010-f1db-4fd5-9076-eac02de4d9ef port dee7de6b-38c7-4381-944c-079464ee5283 binding host dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:07:10.473139 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (dee7de6b-38c7-4381-944c-079464ee5283), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:10.505063 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:10.544227 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:10.547877 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:10.589400 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 892ca207-a78f-4eba-9597-1f7f9ffee804 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:07:10.725998 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Allocated IP 172.20.0.1 (f2275685-b540-45e4-8a60-a0ebefb909a2/2af8b826-60b3-4c3a-835d-0069c8398769/9644f5f5-dfef-4aa8-8263-a689a30e50ef) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:07:10.769874 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: 892ca207-a78f-4eba-9597-1f7f9ffee804 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:07:10.770223 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 892ca207-a78f-4eba-9597-1f7f9ffee804 not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:07:10.802445 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-e055ad9b-64af-47a9-85f7-e0572c33e13b None None] Provisioning complete for port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:10.802827 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e055ad9b-64af-47a9-85f7-e0572c33e13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:10.803167 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-e055ad9b-64af-47a9-85f7-e0572c33e13b None None] Attempt 1 to provision port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c Oct 03 16:07:10.842674 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:10.849910 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Publish callbacks [] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:10.891001 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:10.944430 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-e055ad9b-64af-47a9-85f7-e0572c33e13b None None] Current status of the port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:10.952694 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Network f2275685-b540-45e4-8a60-a0ebefb909a2 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:10.954779 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:10.956740 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Pushing event updated for resources: {'Port': ['ID=9644f5f5-dfef-4aa8-8263-a689a30e50ef,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:10.959159 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:07:10.989740 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Publish callbacks [] for port (dee7de6b-38c7-4381-944c-079464ee5283), precommit_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:10.996918 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:11.001515 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (dee7de6b-38c7-4381-944c-079464ee5283), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.021653 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923253'] for router_interface (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.078423 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device dd228b74-c476-4258-bd1d-68217c90ae99 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:11.086002 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ddd88-9662-499a-b797-643b0a9d2d89 None None] Pushing event updated for resources: {'Port': ['ID=dee7de6b-38c7-4381-944c-079464ee5283,revision_number=2']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:11.125840 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Attempting to bind port dee7de6b-38c7-4381-944c-079464ee5283 on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:07:11.126212 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Attempting to bind port dee7de6b-38c7-4381-944c-079464ee5283 by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:07:11.126711 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Attempting to bind port dee7de6b-38c7-4381-944c-079464ee5283 on network a63bfa27-480e-4efb-a24e-26dec41cf4a1 {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:07:11.184850 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port dd228b74-c476-4258-bd1d-68217c90ae99 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:11.185223 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (dd228b74-c476-4258-bd1d-68217c90ae99), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.185737 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port dd228b74-c476-4258-bd1d-68217c90ae99 Oct 03 16:07:11.192331 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.213706 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:07:11.214087 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Checking segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:07:11.214488 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.215061 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Bound using segment: {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'} {{(pid=106164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:07:11.215346 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.managers [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Bound port: dee7de6b-38c7-4381-944c-079464ee5283, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b74c10f-ff26-437e-ae1e-c3c62f77f0cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}}] {{(pid=106164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:07:11.215732 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (dee7de6b-38c7-4381-944c-079464ee5283), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.287600 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-fccfc8a2-f0d5-44cf-9769-70987814d986 None None] Provisioning complete for port 9644f5f5-dfef-4aa8-8263-a689a30e50ef triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:11.287974 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-fccfc8a2-f0d5-44cf-9769-70987814d986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.288390 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-fccfc8a2-f0d5-44cf-9769-70987814d986 None None] Attempt 1 to provision port 9644f5f5-dfef-4aa8-8263-a689a30e50ef Oct 03 16:07:11.318488 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:11.332208 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] For port dee7de6b-38c7-4381-944c-079464ee5283, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:07:11.357949 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] For port dee7de6b-38c7-4381-944c-079464ee5283, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=dee7de6b-38c7-4381-944c-079464ee5283,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:07:11.369353 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-fccfc8a2-f0d5-44cf-9769-70987814d986 None None] Port 9644f5f5-dfef-4aa8-8263-a689a30e50ef cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:07:11.371322 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (dee7de6b-38c7-4381-944c-079464ee5283), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.379703 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port dd228b74-c476-4258-bd1d-68217c90ae99 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:11.380774 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device ef74bd68-ffa1-40e7-9ffb-47f06b97e64c up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:11.392504 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Publish callbacks [] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.397348 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.450212 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Routers {'6f8eb010-f1db-4fd5-9076-eac02de4d9ef'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:11.450825 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['6f8eb010-f1db-4fd5-9076-eac02de4d9ef'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:11.455832 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:11.471672 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3923369'] for router_interface (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.473562 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Pushing event updated for resources: {'Port': ['ID=9644f5f5-dfef-4aa8-8263-a689a30e50ef,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:11.503635 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ddd88-9662-499a-b797-643b0a9d2d89 None None] Pushing event updated for resources: {'Port': ['ID=dee7de6b-38c7-4381-944c-079464ee5283,revision_number=3']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:11.527660 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:11.528039 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.528377 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c Oct 03 16:07:11.588176 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-82a510fb-8bdf-4f71-b572-d6998c022b78 req-4c87cea7-4a80-4c4b-a643-fc32d968ee0f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae3245cd-404a-4f9a-aa0f-53ea7d62f307 HTTP/1.1" status: 200 len: 210 time: 0.0651798 Oct 03 16:07:11.596400 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Network f2275685-b540-45e4-8a60-a0ebefb909a2 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:11.598595 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:11.614500 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:11.630193 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] Set router 6f8eb010-f1db-4fd5-9076-eac02de4d9ef gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:11.726221 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Router 6f8eb010-f1db-4fd5-9076-eac02de4d9ef has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:07:11.769709 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:11.770917 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 5302672d-1f11-499a-945c-520d7a32c4c6 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:11.862260 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:07:11.867108 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 5302672d-1f11-499a-945c-520d7a32c4c6 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:11.867889 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.867889 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 5302672d-1f11-499a-945c-520d7a32c4c6 Oct 03 16:07:11.883479 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-4a5c75b3-8e30-46d2-81cd-6aefd697a1ef admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/6f8eb010-f1db-4fd5-9076-eac02de4d9ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9570804 Oct 03 16:07:11.937525 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-7e1e90aa-c732-4a62-bb93-c77480e60406 None None] Provisioning complete for port 9644f5f5-dfef-4aa8-8263-a689a30e50ef triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:11.937919 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7e1e90aa-c732-4a62-bb93-c77480e60406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:11.938235 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-7e1e90aa-c732-4a62-bb93-c77480e60406 None None] Attempt 1 to provision port 9644f5f5-dfef-4aa8-8263-a689a30e50ef Oct 03 16:07:11.976836 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'name': 'tempest-TestMinimumBasicScenario-717220579-router', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:07Z', 'updated_at': '2022-10-03T16:07:11Z', 'revision_number': 4, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'gw_port': {'id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:08Z', 'updated_at': '2022-10-03T16:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '9644f5f5-dfef-4aa8-8263-a689a30e50ef', 'name': '', 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'mac_address': 'fa:16:3e:a2:54:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2af8b826-60b3-4c3a-835d-0069c8398769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:10Z', 'updated_at': '2022-10-03T16:07:11Z', 'revision_number': 2, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'subnets': [{'id': '2af8b826-60b3-4c3a-835d-0069c8398769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:12.013296 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d806570-b6b4-417d-892d-ee0cd9bba811 None None] The sync data for ids ['6f8eb010-f1db-4fd5-9076-eac02de4d9ef'] in dv-cinder-844563-13-iscsi is: [{'id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'name': 'tempest-TestMinimumBasicScenario-717220579-router', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:07Z', 'updated_at': '2022-10-03T16:07:11Z', 'revision_number': 4, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'gw_port': {'id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:08Z', 'updated_at': '2022-10-03T16:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '9644f5f5-dfef-4aa8-8263-a689a30e50ef', 'name': '', 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'mac_address': 'fa:16:3e:a2:54:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2af8b826-60b3-4c3a-835d-0069c8398769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:10Z', 'updated_at': '2022-10-03T16:07:11Z', 'revision_number': 2, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'subnets': [{'id': '2af8b826-60b3-4c3a-835d-0069c8398769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:07:12.018502 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e90aa-c732-4a62-bb93-c77480e60406 None None] Port 9644f5f5-dfef-4aa8-8263-a689a30e50ef cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:07:12.078482 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 5302672d-1f11-499a-945c-520d7a32c4c6 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:12.078898 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:12.130101 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 5302672d-1f11-499a-945c-520d7a32c4c6, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=5302672d-1f11-499a-945c-520d7a32c4c6,segment=NetworkSegment(6b7a9225-dbd0-4d71-81c9-2544d81ee2c9),segment_id=6b7a9225-dbd0-4d71-81c9-2544d81ee2c9)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:12.137103 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:12.191328 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=5302672d-1f11-499a-945c-520d7a32c4c6,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:12.713423 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55346) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:12.779736 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-637e43b9-ed55-4cf6-823b-f8f877ca5a53 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (4e05e17f-b09a-475b-87ac-621d6561055b), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:12.810843 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-637e43b9-ed55-4cf6-823b-f8f877ca5a53 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (4e05e17f-b09a-475b-87ac-621d6561055b), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:12.871429 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-637e43b9-ed55-4cf6-823b-f8f877ca5a53 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (4e05e17f-b09a-475b-87ac-621d6561055b), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:12.877533 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-637e43b9-ed55-4cf6-823b-f8f877ca5a53 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:12.880785 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-637e43b9-ed55-4cf6-823b-f8f877ca5a53 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4e05e17f-b09a-475b-87ac-621d6561055b HTTP/1.1" status: 204 len: 168 time: 0.1643882 Oct 03 16:07:12.881797 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55352) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:12.890215 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e43b9-ed55-4cf6-823b-f8f877ca5a53 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e05e17f-b09a-475b-87ac-621d6561055b,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:12.903160 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.api.v2.resource [None req-adfbb42f-9578-4ee5-a02a-41c9607bca4c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] show failed (client error): The resource could not be found. Oct 03 16:07:12.907240 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55354) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:12.907555 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-adfbb42f-9578-4ee5-a02a-41c9607bca4c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups/4e05e17f-b09a-475b-87ac-621d6561055b HTTP/1.1" status: 404 len: 347 time: 0.0238404 Oct 03 16:07:13.039431 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 5302672d-1f11-499a-945c-520d7a32c4c6 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:13.081589 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:13.125230 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 5302672d-1f11-499a-945c-520d7a32c4c6 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:13.125620 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:13.125968 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 5302672d-1f11-499a-945c-520d7a32c4c6 Oct 03 16:07:13.130317 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-6ae53568-18ab-41cb-a87b-72da677e1c32 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Deleting port ecf3e04a-1eb4-49cc-bcee-d9789c5721e7 {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:07:13.130911 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ae53568-18ab-41cb-a87b-72da677e1c32 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (ecf3e04a-1eb4-49cc-bcee-d9789c5721e7), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:13.217509 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ae53568-18ab-41cb-a87b-72da677e1c32 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (ecf3e04a-1eb4-49cc-bcee-d9789c5721e7), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:13.217899 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ae53568-18ab-41cb-a87b-72da677e1c32 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (ecf3e04a-1eb4-49cc-bcee-d9789c5721e7), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:13.227258 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 5302672d-1f11-499a-945c-520d7a32c4c6 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:13.233679 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-6ae53568-18ab-41cb-a87b-72da677e1c32 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Calling delete_port for ecf3e04a-1eb4-49cc-bcee-d9789c5721e7 owned by network:floatingip {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:07:13.334258 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:13.393957 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ae53568-18ab-41cb-a87b-72da677e1c32 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (ecf3e04a-1eb4-49cc-bcee-d9789c5721e7), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:13.459057 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae53568-18ab-41cb-a87b-72da677e1c32 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event deleted for resources: {'Port': ['ID=ecf3e04a-1eb4-49cc-bcee-d9789c5721e7,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:13.510130 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ae53568-18ab-41cb-a87b-72da677e1c32 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (d85b8b66-e3e8-4f5a-9569-ec2972411d3f), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:13.512912 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ae53568-18ab-41cb-a87b-72da677e1c32 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:13.518153 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-6ae53568-18ab-41cb-a87b-72da677e1c32 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/d85b8b66-e3e8-4f5a-9569-ec2972411d3f HTTP/1.1" status: 204 len: 168 time: 0.6096039 Oct 03 16:07:14.784314 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Sync routers for ids ['6f8eb010-f1db-4fd5-9076-eac02de4d9ef'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:07:14.799129 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Routers {'6f8eb010-f1db-4fd5-9076-eac02de4d9ef'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:14.799839 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['6f8eb010-f1db-4fd5-9076-eac02de4d9ef'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:14.943971 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Set router 6f8eb010-f1db-4fd5-9076-eac02de4d9ef gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:15.015696 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-561b4a56-ac73-4217-98b8-c4a3d6fd3bd1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1333872185&fields=id&tenant_id=40732e98240b4797b941e57f6606e6c5 HTTP/1.1" status: 200 len: 267 time: 0.1135669 Oct 03 16:07:15.094650 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device dee7de6b-38c7-4381-944c-079464ee5283 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:15.243034 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port dee7de6b-38c7-4381-944c-079464ee5283 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:15.243424 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (dee7de6b-38c7-4381-944c-079464ee5283), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:15.243772 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port dee7de6b-38c7-4381-944c-079464ee5283 Oct 03 16:07:15.276131 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f338da-d69f-4842-af12-60d48da4e7dd req-431df791-1cac-4a36-9557-dad13275a3d4 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:15.285715 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-431df791-1cac-4a36-9557-dad13275a3d4 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 811 time: 0.2679858 Oct 03 16:07:15.320128 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:15.322828 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:15.332175 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-7e96b76e-9e78-4df3-a499-9d59d75525e3 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/quotas/40732e98240b4797b941e57f6606e6c5 HTTP/1.1" status: 200 len: 375 time: 0.0451062 Oct 03 16:07:15.361587 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:15.367338 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port dee7de6b-38c7-4381-944c-079464ee5283 is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:15.368004 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (dee7de6b-38c7-4381-944c-079464ee5283), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:15.396858 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port dee7de6b-38c7-4381-944c-079464ee5283, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=dee7de6b-38c7-4381-944c-079464ee5283,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:15.406539 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (dee7de6b-38c7-4381-944c-079464ee5283), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:15.448487 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-c0c65b93-9ad8-4356-a147-4b8731d3a8bd tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1129377 Oct 03 16:07:15.491409 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'name': 'tempest-TestMinimumBasicScenario-717220579-router', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:07Z', 'updated_at': '2022-10-03T16:07:11Z', 'revision_number': 4, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'gw_port': {'id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:08Z', 'updated_at': '2022-10-03T16:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '9644f5f5-dfef-4aa8-8263-a689a30e50ef', 'name': '', 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'mac_address': 'fa:16:3e:a2:54:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2af8b826-60b3-4c3a-835d-0069c8398769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:10Z', 'updated_at': '2022-10-03T16:07:11Z', 'revision_number': 2, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'subnets': [{'id': '2af8b826-60b3-4c3a-835d-0069c8398769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:15.498452 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=dee7de6b-38c7-4381-944c-079464ee5283,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:15.609449 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554865c3-774b-4965-870a-cd989d027080 req-d3938b1e-1f9d-4605-9056-a348062dd90f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:15.611360 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-554865c3-774b-4965-870a-cd989d027080 req-d3938b1e-1f9d-4605-9056-a348062dd90f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 945 time: 0.0829408 Oct 03 16:07:15.655075 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Checking router: 6f8eb010-f1db-4fd5-9076-eac02de4d9ef for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:07:15.655500 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Updating router 6f8eb010-f1db-4fd5-9076-eac02de4d9ef port 9644f5f5-dfef-4aa8-8263-a689a30e50ef binding host dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 16:07:15.657845 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-470f964f-8e0b-484c-90df-422ee5993dcf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051480 Oct 03 16:07:15.690225 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:15.730706 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:15.742520 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-554865c3-774b-4965-870a-cd989d027080 req-ce545016-7ed1-4e7c-af1a-d1130971d306 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199086 Oct 03 16:07:15.806473 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-9254f689-f98a-4fcd-b546-8ffdacb74df7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305642 Oct 03 16:07:15.814392 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:16.032423 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Publish callbacks [] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), precommit_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:16.043035 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:16.140420 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9feab6-c8dc-4356-a6b0-3aaf38beb348 None None] Pushing event updated for resources: {'Port': ['ID=9644f5f5-dfef-4aa8-8263-a689a30e50ef,revision_number=3']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:16.157607 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Attempting to bind port 9644f5f5-dfef-4aa8-8263-a689a30e50ef on host dv-cinder-844563-13-iscsi for vnic_type normal with profile {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:07:16.157913 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Attempting to bind port 9644f5f5-dfef-4aa8-8263-a689a30e50ef by drivers openvswitch,hyperv on host dv-cinder-844563-13-iscsi at level 0 using segments [{'id': '88289bc7-d35b-4170-9fc3-edd488d4d159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2'}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:07:16.158273 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Attempting to bind port 9644f5f5-dfef-4aa8-8263-a689a30e50ef on network f2275685-b540-45e4-8a60-a0ebefb909a2 {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:07:16.210665 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Checking agent: {'id': 'b6b8726b-9aa5-4109-8237-12dfe54831a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 50, 57), 'started_at': datetime.datetime(2022, 10, 3, 15, 51, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:07:16.211053 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Checking segment: {'id': '88289bc7-d35b-4170-9fc3-edd488d4d159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:07:16.211454 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:16.212312 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Bound using segment: {'id': '88289bc7-d35b-4170-9fc3-edd488d4d159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2'} {{(pid=106165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:07:16.212829 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.managers [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Bound port: 9644f5f5-dfef-4aa8-8263-a689a30e50ef, host: dv-cinder-844563-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88289bc7-d35b-4170-9fc3-edd488d4d159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2'}}] {{(pid=106165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:07:16.213210 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), before_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:16.267887 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-df61d651-fbda-4698-9df1-99bdfef7877c req-98396721-9872-4c34-b822-80e1ed188639 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 210 time: 0.0553012 Oct 03 16:07:16.330658 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] For port 9644f5f5-dfef-4aa8-8263-a689a30e50ef, host dv-cinder-844563-13-iscsi, cleared binding levels {{(pid=106165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:07:16.335856 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.plugins.ml2.db [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] For port 9644f5f5-dfef-4aa8-8263-a689a30e50ef, host dv-cinder-844563-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=9644f5f5-dfef-4aa8-8263-a689a30e50ef,segment=NetworkSegment(88289bc7-d35b-4170-9fc3-edd488d4d159),segment_id=88289bc7-d35b-4170-9fc3-edd488d4d159)] {{(pid=106165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:07:16.351504 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron_lib.callbacks.manager [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), after_update {{(pid=106165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:16.442681 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Routers {'6f8eb010-f1db-4fd5-9076-eac02de4d9ef'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:16.442681 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['6f8eb010-f1db-4fd5-9076-eac02de4d9ef'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:16.446925 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9feab6-c8dc-4356-a6b0-3aaf38beb348 None None] Pushing event updated for resources: {'Port': ['ID=9644f5f5-dfef-4aa8-8263-a689a30e50ef,revision_number=4']} {{(pid=106165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:16.612018 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:16.624047 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] Set router 6f8eb010-f1db-4fd5-9076-eac02de4d9ef gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:16.877727 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'name': 'tempest-TestMinimumBasicScenario-717220579-router', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:07Z', 'updated_at': '2022-10-03T16:07:11Z', 'revision_number': 4, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'gw_port': {'id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:08Z', 'updated_at': '2022-10-03T16:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '9644f5f5-dfef-4aa8-8263-a689a30e50ef', 'name': '', 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'mac_address': 'fa:16:3e:a2:54:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2af8b826-60b3-4c3a-835d-0069c8398769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:10Z', 'updated_at': '2022-10-03T16:07:16Z', 'revision_number': 4, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'subnets': [{'id': '2af8b826-60b3-4c3a-835d-0069c8398769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:16.910942 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd2ee0-83fe-4ea9-99d6-89e7d95652f8 None None] The sync data for ids ['6f8eb010-f1db-4fd5-9076-eac02de4d9ef'] in dv-cinder-844563-13-iscsi is: [{'id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'name': 'tempest-TestMinimumBasicScenario-717220579-router', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:07Z', 'updated_at': '2022-10-03T16:07:11Z', 'revision_number': 4, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'gw_port': {'id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:08Z', 'updated_at': '2022-10-03T16:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '9644f5f5-dfef-4aa8-8263-a689a30e50ef', 'name': '', 'network_id': 'f2275685-b540-45e4-8a60-a0ebefb909a2', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'mac_address': 'fa:16:3e:a2:54:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '2af8b826-60b3-4c3a-835d-0069c8398769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:10Z', 'updated_at': '2022-10-03T16:07:16Z', 'revision_number': 4, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'subnets': [{'id': '2af8b826-60b3-4c3a-835d-0069c8398769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:07:16.966326 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5f4efbd2-444a-43d2-9445-94162c95789a req-4d84d3da-e32a-45d5-ad63-a506af2191c6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1021717 Oct 03 16:07:16.995583 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ef2f0-10fa-4046-9c8a-b4bb61fd01d2 req-f9568464-631a-43b2-ab0d-67ada271b731 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:16.998362 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e31ef2f0-10fa-4046-9c8a-b4bb61fd01d2 req-f9568464-631a-43b2-ab0d-67ada271b731 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 945 time: 0.0959632 Oct 03 16:07:17.028444 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 9644f5f5-dfef-4aa8-8263-a689a30e50ef up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:17.083561 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e31ef2f0-10fa-4046-9c8a-b4bb61fd01d2 req-aa9daf2d-37f0-41e8-a128-d2b0168f6479 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699992 Oct 03 16:07:17.141327 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 9644f5f5-dfef-4aa8-8263-a689a30e50ef triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:17.141706 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:17.142039 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 9644f5f5-dfef-4aa8-8263-a689a30e50ef Oct 03 16:07:17.230580 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4efbd2-444a-43d2-9445-94162c95789a req-da21550c-9e73-48d4-b944-63533e5d3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:17.232507 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5f4efbd2-444a-43d2-9445-94162c95789a req-da21550c-9e73-48d4-b944-63533e5d3552 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 1129 time: 0.0696223 Oct 03 16:07:17.290778 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 9644f5f5-dfef-4aa8-8263-a689a30e50ef is: DOWN; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:17.291600 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:17.349455 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] For port 9644f5f5-dfef-4aa8-8263-a689a30e50ef, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=9644f5f5-dfef-4aa8-8263-a689a30e50ef,segment=NetworkSegment(88289bc7-d35b-4170-9fc3-edd488d4d159),segment_id=88289bc7-d35b-4170-9fc3-edd488d4d159)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:17.368599 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:17.370269 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device dee7de6b-38c7-4381-944c-079464ee5283 up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:17.457948 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-66fdaa50-608b-4163-95ad-48b43bc5cb7a req-8e5e40d2-a5a1-42cd-ae61-539b4b1720a6 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 210 time: 0.0712612 Oct 03 16:07:17.473276 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:17.473505 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Pushing event updated for resources: {'Port': ['ID=9644f5f5-dfef-4aa8-8263-a689a30e50ef,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:17.491245 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port dee7de6b-38c7-4381-944c-079464ee5283 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:17.491852 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (dee7de6b-38c7-4381-944c-079464ee5283), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:17.492395 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port dee7de6b-38c7-4381-944c-079464ee5283 Oct 03 16:07:17.496523 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-614bc8e5-75e5-4b76-b031-f2a12e490d65 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:17.498255 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-614bc8e5-75e5-4b76-b031-f2a12e490d65 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 945 time: 0.2418866 Oct 03 16:07:17.614779 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port dee7de6b-38c7-4381-944c-079464ee5283 is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:17.654244 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Deleting port 406bfa19-5892-4c1a-b4c3-d8446200dae5 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:07:17.654664 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:17.731603 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4efbd2-444a-43d2-9445-94162c95789a req-2b74f935-36bf-481d-a4ee-ff3b7d6050e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:17.734052 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5f4efbd2-444a-43d2-9445-94162c95789a req-2b74f935-36bf-481d-a4ee-ff3b7d6050e8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 912 time: 0.4602573 Oct 03 16:07:18.216097 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] For port 406bfa19-5892-4c1a-b4c3-d8446200dae5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=406bfa19-5892-4c1a-b4c3-d8446200dae5,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:18.216392 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:18.346548 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce797-861e-489f-9dd3-d26e4688e509 req-2576f826-5710-4094-a3f8-a2bdf2f31d72 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:18.353578 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2bdce797-861e-489f-9dd3-d26e4688e509 req-2576f826-5710-4094-a3f8-a2bdf2f31d72 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 945 time: 0.1284664 Oct 03 16:07:18.406907 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5f4efbd2-444a-43d2-9445-94162c95789a req-d8e6fa24-90d4-4b74-a9b6-a64ecd418d44 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf87bb6-218f-4859-967c-bcf0cbc9dffe HTTP/1.1" status: 200 len: 1000 time: 0.6624670 Oct 03 16:07:18.418526 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2bdce797-861e-489f-9dd3-d26e4688e509 req-ed38f525-2b72-4f00-88dc-c1bd420be665 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639966 Oct 03 16:07:18.445384 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f338da-d69f-4842-af12-60d48da4e7dd req-2906e82b-579b-4bf3-b73e-d5b3a7095229 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:18.445384 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-2906e82b-579b-4bf3-b73e-d5b3a7095229 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 811 time: 0.1914291 Oct 03 16:07:18.547811 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4efbd2-444a-43d2-9445-94162c95789a req-bcc40e59-d397-4029-9213-d1e70d25487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:18.550083 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5f4efbd2-444a-43d2-9445-94162c95789a req-bcc40e59-d397-4029-9213-d1e70d25487b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 200 len: 850 time: 0.1304550 Oct 03 16:07:18.612898 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-8fca1663-8082-4bfb-8d1f-c15cc75ee765 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=40732e98240b4797b941e57f6606e6c5 HTTP/1.1" status: 200 len: 380 time: 0.1494076 Oct 03 16:07:18.632402 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-30f338da-d69f-4842-af12-60d48da4e7dd req-83e94165-589e-4e72-b37d-b7236e235b5f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Request body: {'port': {'device_id': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'admin_state_up': True, 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'security_groups': ['3acc507a-eecf-4f58-9305-415ffb8a209e']}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:18.695652 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d828d7a3-ab29-4902-a401-04de3228dab4 req-6780c14d-8cf4-4b5c-9820-25be1c66ecb4 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 210 time: 0.0499117 Oct 03 16:07:18.699025 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4efbd2-444a-43d2-9445-94162c95789a req-2bb49409-7c94-4a5e-876f-0049212008e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:18.700471 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5f4efbd2-444a-43d2-9445-94162c95789a req-2bb49409-7c94-4a5e-876f-0049212008e5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=13403649-4ce4-4f7b-972e-1b4b67982742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1284428 Oct 03 16:07:18.732498 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:18.732912 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (5691c270-aac6-4218-b95a-958f7330b6fd), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:18.733231 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Floating IP 5691c270-aac6-4218-b95a-958f7330b6fd disassociated. External IP: 172.27.0.24, port: 406bfa19-5892-4c1a-b4c3-d8446200dae5. Oct 03 16:07:18.733585 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Calling delete_port for 406bfa19-5892-4c1a-b4c3-d8446200dae5 owned by compute:nova {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:07:18.797277 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f338da-d69f-4842-af12-60d48da4e7dd req-83e94165-589e-4e72-b37d-b7236e235b5f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Made reservation on behalf of 40732e98240b4797b941e57f6606e6c5 for: {'port': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:07:18.801941 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-30f338da-d69f-4842-af12-60d48da4e7dd req-83e94165-589e-4e72-b37d-b7236e235b5f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:18.814401 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:18.877146 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5f4efbd2-444a-43d2-9445-94162c95789a req-6e93fe05-e6c8-443f-b413-b1629f6ddd2a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684563 Oct 03 16:07:18.947354 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:18.974374 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [req-30f338da-d69f-4842-af12-60d48da4e7dd req-83e94165-589e-4e72-b37d-b7236e235b5f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Allocated IP 172.20.0.13 (13403649-4ce4-4f7b-972e-1b4b67982742/2384d5fa-c00d-4177-8fb5-88b9d5f7fa41/b2a35698-8aad-47ff-b894-6f9f24d5bfad) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:07:19.049605 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 9644f5f5-dfef-4aa8-8263-a689a30e50ef up at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:19.078608 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5f4efbd2-444a-43d2-9445-94162c95789a req-f60d4695-9f4c-4ae8-9ab7-ca885eab78da service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950543 Oct 03 16:07:19.089471 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (406bfa19-5892-4c1a-b4c3-d8446200dae5), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:19.133350 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event deleted for resources: {'Port': ['ID=406bfa19-5892-4c1a-b4c3-d8446200dae5,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:19.276736 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:19.293440 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:19.298373 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-30f338da-d69f-4842-af12-60d48da4e7dd req-83e94165-589e-4e72-b37d-b7236e235b5f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:19.341425 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-30f338da-d69f-4842-af12-60d48da4e7dd req-83e94165-589e-4e72-b37d-b7236e235b5f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:19.353391 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Provisioning complete for port 9644f5f5-dfef-4aa8-8263-a689a30e50ef triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:19.354160 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:19.354728 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Attempt 1 to provision port 9644f5f5-dfef-4aa8-8263-a689a30e50ef Oct 03 16:07:19.356865 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:07:19.398255 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e94165-589e-4e72-b37d-b7236e235b5f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'Port': ['ID=b2a35698-8aad-47ff-b894-6f9f24d5bfad,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:19.414322 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f338da-d69f-4842-af12-60d48da4e7dd req-83e94165-589e-4e72-b37d-b7236e235b5f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Network 13403649-4ce4-4f7b-972e-1b4b67982742 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:19.416015 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [req-30f338da-d69f-4842-af12-60d48da4e7dd req-83e94165-589e-4e72-b37d-b7236e235b5f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:19.418407 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f338da-d69f-4842-af12-60d48da4e7dd req-83e94165-589e-4e72-b37d-b7236e235b5f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:07:19.478586 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f338da-d69f-4842-af12-60d48da4e7dd req-83e94165-589e-4e72-b37d-b7236e235b5f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:19.486602 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-30f338da-d69f-4842-af12-60d48da4e7dd req-83e94165-589e-4e72-b37d-b7236e235b5f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:19.509737 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-83e94165-589e-4e72-b37d-b7236e235b5f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8844998 Oct 03 16:07:19.524632 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Current status of the port 9644f5f5-dfef-4aa8-8263-a689a30e50ef is: ACTIVE; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:19.531985 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Request body: {'port': {'device_id': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:19.587845 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 406bfa19-5892-4c1a-b4c3-d8446200dae5 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:07:19.613224 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a1f1a1a7-95c7-4738-b3c0-ee4944ed9090 req-826709b0-8300-4cb2-83ba-a97cc411ab51 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 210 time: 0.0442014 Oct 03 16:07:19.646352 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: 406bfa19-5892-4c1a-b4c3-d8446200dae5 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:07:19.647296 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 406bfa19-5892-4c1a-b4c3-d8446200dae5 not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:07:19.653606 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:07:19.673680 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880a034-5e46-4ff2-8bfd-4403d3d2dcd7 None None] Sync routers for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:07:19.689941 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9880a034-5e46-4ff2-8bfd-4403d3d2dcd7 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:19.691118 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-9880a034-5e46-4ff2-8bfd-4403d3d2dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:19.815289 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] No DVR routers for this DVR port 406bfa19-5892-4c1a-b4c3-d8446200dae5 on host hv-cinder-84456 {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:07:19.823029 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:19.826408 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8ecc7a27-4a34-4411-9832-cfd359e0cd9e req-2cdd0d42-0705-404b-ac94-621e465d11f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "DELETE /networking/v2.0/ports/406bfa19-5892-4c1a-b4c3-d8446200dae5 HTTP/1.1" status: 204 len: 173 time: 2.3181598 Oct 03 16:07:19.827519 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'name': 'network-vif-deleted', 'tag': '406bfa19-5892-4c1a-b4c3-d8446200dae5'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:07:19.830006 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8143a2f0-2490-4c7f-adda-0495c4b6baf2" -d '{"events": [{"server_uuid": "8c3d4b57-0c64-40bb-8710-b8e721815147", "name": "network-vif-deleted", "tag": "406bfa19-5892-4c1a-b4c3-d8446200dae5"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:07:20.013108 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-9880a034-5e46-4ff2-8bfd-4403d3d2dcd7 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:20.043180 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b6016-634f-42c6-aef1-a7c434e3455a req-dee1b0d6-232e-41c5-89a1-d82268f109ce tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:20.054225 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1a3b6016-634f-42c6-aef1-a7c434e3455a req-dee1b0d6-232e-41c5-89a1-d82268f109ce tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 932 time: 0.1531401 Oct 03 16:07:20.055984 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b5bef6-5f43-4045-84e7-4bab55082a10 x-openstack-request-id: req-09b5bef6-5f43-4045-84e7-4bab55082a10 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:07:20.056288 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3d4b57-0c64-40bb-8710-b8e721815147", "name": "network-vif-deleted", "tag": "406bfa19-5892-4c1a-b4c3-d8446200dae5", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:07:20.056557 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-09b5bef6-5f43-4045-84e7-4bab55082a10 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:07:20.057204 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b5bef6-5f43-4045-84e7-4bab55082a10'] response: {'server_uuid': '8c3d4b57-0c64-40bb-8710-b8e721815147', 'name': 'network-vif-deleted', 'tag': '406bfa19-5892-4c1a-b4c3-d8446200dae5', 'status': 'completed', 'code': 200} Oct 03 16:07:20.100896 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-1a691ad7-2397-4bfa-bc78-55eb8354d3f4 None None] Provisioning complete for port b2a35698-8aad-47ff-b894-6f9f24d5bfad triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:20.101464 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-1a691ad7-2397-4bfa-bc78-55eb8354d3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:20.101681 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-1a691ad7-2397-4bfa-bc78-55eb8354d3f4 None None] Attempt 1 to provision port b2a35698-8aad-47ff-b894-6f9f24d5bfad Oct 03 16:07:20.135275 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:20.137815 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:20.188449 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1a3b6016-634f-42c6-aef1-a7c434e3455a req-0041157a-6c66-4dec-87cb-1bffd717df16 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300049 Oct 03 16:07:20.240543 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-1a691ad7-2397-4bfa-bc78-55eb8354d3f4 None None] Port b2a35698-8aad-47ff-b894-6f9f24d5bfad cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:07:20.303166 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:20.416856 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-9880a034-5e46-4ff2-8bfd-4403d3d2dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:20.453443 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880a034-5e46-4ff2-8bfd-4403d3d2dcd7 None None] Checking router: da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:07:20.462465 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9880a034-5e46-4ff2-8bfd-4403d3d2dcd7 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:20.463787 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-9880a034-5e46-4ff2-8bfd-4403d3d2dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:06:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:20.587128 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-9880a034-5e46-4ff2-8bfd-4403d3d2dcd7 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:20.635841 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a35698-8aad-47ff-b894-6f9f24d5bfad {{(pid=106163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:07:20.645608 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Publish callbacks [] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:20.660839 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.provisioning_blocks [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Transition to ACTIVE for port object b2a35698-8aad-47ff-b894-6f9f24d5bfad will not be triggered until provisioned by entity L2. {{(pid=106163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:07:20.666459 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:20.724626 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a35698-8aad-47ff-b894-6f9f24d5bfad,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:20.775531 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-03f7e403-c6ad-43de-8828-1a895a5a0f0e req-c0307f1d-ab3b-41be-8e01-83443efd1ffd tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 210 time: 0.0392048 Oct 03 16:07:20.812998 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Attempting to bind port b2a35698-8aad-47ff-b894-6f9f24d5bfad on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:07:20.813322 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Attempting to bind port b2a35698-8aad-47ff-b894-6f9f24d5bfad by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:07:20.813659 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Attempting to bind port b2a35698-8aad-47ff-b894-6f9f24d5bfad on network 13403649-4ce4-4f7b-972e-1b4b67982742 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:07:20.833190 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-9880a034-5e46-4ff2-8bfd-4403d3d2dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:20.866804 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Port b2a35698-8aad-47ff-b894-6f9f24d5bfad on network 13403649-4ce4-4f7b-972e-1b4b67982742 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:07:20.867047 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Attempting to bind port b2a35698-8aad-47ff-b894-6f9f24d5bfad on network 13403649-4ce4-4f7b-972e-1b4b67982742 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:07:20.868059 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880a034-5e46-4ff2-8bfd-4403d3d2dcd7 None None] The sync data for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi is: [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:07:20.929164 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:07:20.929624 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Checking segment: {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:07:20.930079 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Bound using segment: {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:07:20.930602 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Bound port: b2a35698-8aad-47ff-b894-6f9f24d5bfad, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac05f5a1-d527-4817-9db3-78246a2c3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742'}}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:07:20.931030 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:20.940865 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:21.010439 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] For port b2a35698-8aad-47ff-b894-6f9f24d5bfad, host hv-cinder-84456, cleared binding levels {{(pid=106163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:07:21.015403 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] For port b2a35698-8aad-47ff-b894-6f9f24d5bfad, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2a35698-8aad-47ff-b894-6f9f24d5bfad,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:07:21.024467 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:21.029270 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:21.030885 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:21.032529 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/b2a35698-8aad-47ff-b894-6f9f24d5bfad HTTP/1.1" status: 200 len: 1094 time: 1.5149097 Oct 03 16:07:21.035226 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:21.035226 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'tag': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:07:21.037832 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff5f33e-4279-430d-9e63-093d10b4130f" -d '{"events": [{"name": "network-changed", "server_uuid": "64e780e0-bcef-4ffd-acd9-5b2e2149670b", "tag": "b2a35698-8aad-47ff-b894-6f9f24d5bfad"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:07:21.097292 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb3912-58b5-42c7-bf76-ccc90c1d7b54 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a35698-8aad-47ff-b894-6f9f24d5bfad,revision_number=3']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:21.128470 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810b8728-418f-4366-8749-2a3a20621227 x-openstack-request-id: req-810b8728-418f-4366-8749-2a3a20621227 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:07:21.128470 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e780e0-bcef-4ffd-acd9-5b2e2149670b", "tag": "b2a35698-8aad-47ff-b894-6f9f24d5bfad", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:07:21.129261 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-810b8728-418f-4366-8749-2a3a20621227 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:07:21.129775 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810b8728-418f-4366-8749-2a3a20621227'] response: {'name': 'network-changed', 'server_uuid': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'tag': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad', 'status': 'completed', 'code': 200} Oct 03 16:07:21.226983 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd363c2-62a3-4ed7-a159-6d3446b19080 None None] New status for floating IP 5691c270-aac6-4218-b95a-958f7330b6fd: DOWN {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:07:21.375781 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a7061-a066-48f8-b28d-6c1495ae2c7a req-591345a8-0359-42d1-826f-ef10bbaf0b36 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:21.378523 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b28a7061-a066-48f8-b28d-6c1495ae2c7a req-591345a8-0359-42d1-826f-ef10bbaf0b36 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.0683596 Oct 03 16:07:21.456021 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b28a7061-a066-48f8-b28d-6c1495ae2c7a req-97f85f08-0d3f-4daa-8025-8e11d58900a4 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656164 Oct 03 16:07:21.913284 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a762d38d-d42e-4677-a9b4-91410bec507f req-153afb81-9e15-451f-947d-c78a9df4a8dd tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 210 time: 0.0361168 Oct 03 16:07:22.185495 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-04f5e487-4148-4126-ac6a-e6c96daade92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:22.578339 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377ec52-b989-44cf-810f-1e6718da324b req-2778b4d4-1fd5-44c4-aa66-8e628cd4f89f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:22.580140 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4377ec52-b989-44cf-810f-1e6718da324b req-2778b4d4-1fd5-44c4-aa66-8e628cd4f89f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.0482173 Oct 03 16:07:22.635970 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4377ec52-b989-44cf-810f-1e6718da324b req-e03b47b0-26b9-4b93-a57e-ab8bf33726b2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490348 Oct 03 16:07:23.051542 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-154a4ed3-3087-46be-97f8-1ed453f9935c req-fb773ba6-c30f-46d7-be58-00529157bb8a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8c3d4b57-0c64-40bb-8710-b8e721815147 HTTP/1.1" status: 200 len: 210 time: 0.0384567 Oct 03 16:07:23.548803 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:07:23.633536 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5f33e-4279-430d-9e63-093d10b4130f req-82d4ac66-b998-4083-8642-ee4bd17c0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:23.635100 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5ff5f33e-4279-430d-9e63-093d10b4130f req-82d4ac66-b998-4083-8642-ee4bd17c0f4d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 1128 time: 0.0477016 Oct 03 16:07:23.767206 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:23.812428 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91891a81-d0d8-4525-826e-0842df6d8b78 req-b60c8bc6-e958-414a-946d-3adaa3f38200 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:23.814305 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-91891a81-d0d8-4525-826e-0842df6d8b78 req-b60c8bc6-e958-414a-946d-3adaa3f38200 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.0573099 Oct 03 16:07:23.824421 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5f33e-4279-430d-9e63-093d10b4130f req-4fe462b1-e306-4ce6-a3b5-b497ecab7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:23.826086 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5ff5f33e-4279-430d-9e63-093d10b4130f req-4fe462b1-e306-4ce6-a3b5-b497ecab7142 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=40732e98240b4797b941e57f6606e6c5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1837823 Oct 03 16:07:23.872061 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-91891a81-d0d8-4525-826e-0842df6d8b78 req-c4b8e77d-f8b5-43c6-aee2-c05cf5544618 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519855 Oct 03 16:07:23.940623 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5f33e-4279-430d-9e63-093d10b4130f req-de848ca0-5867-4fc9-afc2-f6ad49ca14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:23.942445 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-5ff5f33e-4279-430d-9e63-093d10b4130f req-de848ca0-5867-4fc9-afc2-f6ad49ca14fa service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089480 Oct 03 16:07:24.026368 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f338da-d69f-4842-af12-60d48da4e7dd req-7d61b123-292c-4b73-b9fd-1de335b31491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:24.028124 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-7d61b123-292c-4b73-b9fd-1de335b31491 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 1128 time: 0.0442703 Oct 03 16:07:24.071356 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-78feb9af-6040-4701-af08-cd7a86231434 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a35698-8aad-47ff-b894-6f9f24d5bfad HTTP/1.1" status: 200 len: 217 time: 0.0337670 Oct 03 16:07:24.139596 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f338da-d69f-4842-af12-60d48da4e7dd req-4ea40e74-6499-447e-811c-ab11604862ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:24.141157 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-4ea40e74-6499-447e-811c-ab11604862ca service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 200 len: 850 time: 0.0636804 Oct 03 16:07:24.160126 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55506) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:24.196142 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f338da-d69f-4842-af12-60d48da4e7dd req-9835db03-6256-45db-8483-c9e76af0f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:24.198092 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-9835db03-6256-45db-8483-c9e76af0f4ca service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=13403649-4ce4-4f7b-972e-1b4b67982742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471776 Oct 03 16:07:24.237345 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54ccc0c8-c098-49f8-9bcd-3acf44d84c3d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:24.266811 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54ccc0c8-c098-49f8-9bcd-3acf44d84c3d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:24.276092 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4be28301-43b9-4f2c-abfb-967a0ec16546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:24.301604 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-676d944a-c8c8-4f6a-a41d-c7b9dbc1d26f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959129 Oct 03 16:07:24.345726 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54ccc0c8-c098-49f8-9bcd-3acf44d84c3d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:24.349872 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-54ccc0c8-c098-49f8-9bcd-3acf44d84c3d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:24.354039 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-54ccc0c8-c098-49f8-9bcd-3acf44d84c3d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c HTTP/1.1" status: 204 len: 168 time: 0.1898074 Oct 03 16:07:24.355712 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55510) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:24.400120 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.api.v2.resource [None req-6e7d74d0-c21a-42c3-b442-01ffcaf51db0 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] show failed (client error): The resource could not be found. Oct 03 16:07:24.404436 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-6e7d74d0-c21a-42c3-b442-01ffcaf51db0 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups/60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c HTTP/1.1" status: 404 len: 347 time: 0.0434189 Oct 03 16:07:24.410320 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55514) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:24.422389 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccc0c8-c098-49f8-9bcd-3acf44d84c3d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f02ff1-2c52-4b3f-9eda-f98d5aac8e9c,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:24.436768 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-30f338da-d69f-4842-af12-60d48da4e7dd req-fda65451-993f-4d35-9458-47059eebf553 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286571 Oct 03 16:07:24.519387 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:24.557527 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-685fc309-a1eb-40aa-845e-a509cfa553a5 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Deleting port e308179a-5b40-4f82-a9ab-f028a647b767 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:07:24.557877 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-685fc309-a1eb-40aa-845e-a509cfa553a5 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (e308179a-5b40-4f82-a9ab-f028a647b767), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:24.668764 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-685fc309-a1eb-40aa-845e-a509cfa553a5 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (e308179a-5b40-4f82-a9ab-f028a647b767), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:24.669104 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-685fc309-a1eb-40aa-845e-a509cfa553a5 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (e308179a-5b40-4f82-a9ab-f028a647b767), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:24.684199 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-685fc309-a1eb-40aa-845e-a509cfa553a5 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Calling delete_port for e308179a-5b40-4f82-a9ab-f028a647b767 owned by network:floatingip {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:07:24.867265 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-685fc309-a1eb-40aa-845e-a509cfa553a5 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (e308179a-5b40-4f82-a9ab-f028a647b767), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:24.895973 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fc309-a1eb-40aa-845e-a509cfa553a5 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event deleted for resources: {'Port': ['ID=e308179a-5b40-4f82-a9ab-f028a647b767,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:25.012815 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-685fc309-a1eb-40aa-845e-a509cfa553a5 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (5691c270-aac6-4218-b95a-958f7330b6fd), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.016288 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-685fc309-a1eb-40aa-845e-a509cfa553a5 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.017580 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-685fc309-a1eb-40aa-845e-a509cfa553a5 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/5691c270-aac6-4218-b95a-958f7330b6fd HTTP/1.1" status: 204 len: 168 time: 0.6063464 Oct 03 16:07:25.029298 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b82641-ca28-4cd5-ac3d-52c00b2cdc8a req-f07028a1-e395-4fe0-a43e-d82346a11829 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:25.030975 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c5b82641-ca28-4cd5-ac3d-52c00b2cdc8a req-f07028a1-e395-4fe0-a43e-d82346a11829 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.0658259 Oct 03 16:07:25.106867 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c5b82641-ca28-4cd5-ac3d-52c00b2cdc8a req-5fa20d19-c672-402b-a3e8-1c26fd29bf2e tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695422 Oct 03 16:07:25.117165 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55540) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:25.121992 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-b3c7d77c-acd2-498c-a1cc-cc8a1a5d68f4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1465721908', 'description': 'tempest-description--2057166064'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:25.154366 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d77c-acd2-498c-a1cc-cc8a1a5d68f4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.230879 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d77c-acd2-498c-a1cc-cc8a1a5d68f4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (eebee4ec-ecc2-4838-965e-a8e9e291c7fe), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.235182 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d77c-acd2-498c-a1cc-cc8a1a5d68f4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (eebee4ec-ecc2-4838-965e-a8e9e291c7fe), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.266381 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d77c-acd2-498c-a1cc-cc8a1a5d68f4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.270435 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-b3c7d77c-acd2-498c-a1cc-cc8a1a5d68f4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1492367 Oct 03 16:07:25.270435 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7d77c-acd2-498c-a1cc-cc8a1a5d68f4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebee4ec-ecc2-4838-965e-a8e9e291c7fe,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:25.270918 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55542) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:25.275608 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-78f9bf57-831e-4976-8c2e-d0c875ae7374 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'security_group_rule': {'security_group_id': 'eebee4ec-ecc2-4838-965e-a8e9e291c7fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:25.311349 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-78f9bf57-831e-4976-8c2e-d0c875ae7374 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (e9798729-ca7b-4548-862c-e17d0553e398), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.369046 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-78f9bf57-831e-4976-8c2e-d0c875ae7374 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (e9798729-ca7b-4548-862c-e17d0553e398), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.372528 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-78f9bf57-831e-4976-8c2e-d0c875ae7374 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (e9798729-ca7b-4548-862c-e17d0553e398), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.392022 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9bf57-831e-4976-8c2e-d0c875ae7374 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9798729-ca7b-4548-862c-e17d0553e398,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:25.400405 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-78f9bf57-831e-4976-8c2e-d0c875ae7374 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.401768 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-78f9bf57-831e-4976-8c2e-d0c875ae7374 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298742 Oct 03 16:07:25.404355 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55550) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:25.408865 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-562d1353-5366-4868-9244-ecb8fec83e90 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'security_group_rule': {'security_group_id': 'eebee4ec-ecc2-4838-965e-a8e9e291c7fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:25.424710 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:25.439496 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-562d1353-5366-4868-9244-ecb8fec83e90 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (b6d05e25-4183-4ace-a62c-1b7a3a3505ab), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.492039 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-562d1353-5366-4868-9244-ecb8fec83e90 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (b6d05e25-4183-4ace-a62c-1b7a3a3505ab), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.495986 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-562d1353-5366-4868-9244-ecb8fec83e90 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (b6d05e25-4183-4ace-a62c-1b7a3a3505ab), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.516352 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d1353-5366-4868-9244-ecb8fec83e90 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d05e25-4183-4ace-a62c-1b7a3a3505ab,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:25.522966 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-562d1353-5366-4868-9244-ecb8fec83e90 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.526395 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-562d1353-5366-4868-9244-ecb8fec83e90 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179113 Oct 03 16:07:25.526744 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55558) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:25.531878 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:25.545991 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:25.555033 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.638783 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.650447 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:25.676482 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:25.689451 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-f7720cc6-1c54-4640-be8a-dcaf11c16f27 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:25.690962 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-f7720cc6-1c54-4640-be8a-dcaf11c16f27 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/networks?id=9b506095-b239-4c3c-b1a3-9e4b5609e07c HTTP/1.1" status: 200 len: 814 time: 0.1124370 Oct 03 16:07:25.706918 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-8f5e5909-86a6-4dcf-85a4-ced67d63dfa9 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/quotas/a7ffe330a5d2482e961c93077d13cc5b HTTP/1.1" status: 200 len: 375 time: 0.0100627 Oct 03 16:07:25.749766 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Allocated IP 172.27.0.245 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/b0ba4129-2572-437c-8097-a8da71f76a8f) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:07:25.757860 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-5f0e1ca0-4976-40f4-884c-d84369b8bdf1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a7ffe330a5d2482e961c93077d13cc5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451081 Oct 03 16:07:25.816629 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.858864 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for port (b0ba4129-2572-437c-8097-a8da71f76a8f), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.860588 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-28a7843b-7ac4-412e-8567-ae4a667bd5a5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909688 Oct 03 16:07:25.899171 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (b0ba4129-2572-437c-8097-a8da71f76a8f), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:25.950197 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:25.955299 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:25.959544 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:07:25.969569 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-d400f1e0-a88e-4854-9115-331ebbbc5117 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028578 Oct 03 16:07:25.984880 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'Port': ['ID=b0ba4129-2572-437c-8097-a8da71f76a8f,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:26.057254 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (841b7184-0ad1-4eca-ab91-fbbb3d70c2c5), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:26.100763 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (b0ba4129-2572-437c-8097-a8da71f76a8f), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:26.165765 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4c17e03e-3050-497b-ad46-66d80684b35b req-4dadd7cd-88d5-4666-8f86-2891600b77ed tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 210 time: 0.0406876 Oct 03 16:07:26.302068 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2c06d-e76f-4700-8bfb-0717dc42986f req-a86881b8-31f9-4aac-8e24-993f1ac3d47e tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:26.303756 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2bb2c06d-e76f-4700-8bfb-0717dc42986f req-a86881b8-31f9-4aac-8e24-993f1ac3d47e tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.0609474 Oct 03 16:07:26.322749 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for port (b0ba4129-2572-437c-8097-a8da71f76a8f), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:26.329337 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (b0ba4129-2572-437c-8097-a8da71f76a8f), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:26.362726 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2bb2c06d-e76f-4700-8bfb-0717dc42986f req-4c2cb279-d92b-4e69-8291-e0cc80a68f43 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527217 Oct 03 16:07:26.372150 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:26.396835 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'Port': ['ID=b0ba4129-2572-437c-8097-a8da71f76a8f,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:26.410563 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (841b7184-0ad1-4eca-ab91-fbbb3d70c2c5), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:26.427539 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:26.428828 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-d3c1176e-9839-4a33-8616-06fdbd65a751 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9010360 Oct 03 16:07:26.650634 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-13ab1f0c-c82f-460e-a0a5-173189a6de07 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1465721908&fields=id&tenant_id=62932ad37df941b1840b183a858c7876 HTTP/1.1" status: 200 len: 267 time: 0.0450623 Oct 03 16:07:26.771590 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-5bfc5150-00a5-4b01-86a6-7c1c8010d8bb tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:26.773151 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-5bfc5150-00a5-4b01-86a6-7c1c8010d8bb tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 814 time: 0.1133909 Oct 03 16:07:26.788251 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3db30583-17fe-4f27-a37a-2c4e4e4468d9 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/quotas/62932ad37df941b1840b183a858c7876 HTTP/1.1" status: 200 len: 375 time: 0.0097430 Oct 03 16:07:26.840226 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-038f2e5d-1da2-4e40-a5a4-e0ce94664983 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460608 Oct 03 16:07:26.948504 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-191e9135-bd4b-4898-8cbc-1aa2e8561405 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920944 Oct 03 16:07:27.047257 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-ed6315cc-0635-460c-94ef-6a6f7a81ae79 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927036 Oct 03 16:07:27.060899 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:27.191180 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:27.214644 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d2225b71-ce70-4988-8533-80ee3ab6f6b8 req-d79805fe-cb4a-4559-abd9-38e6f9057d0d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 210 time: 0.0323415 Oct 03 16:07:27.286634 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3e44c8ce-f7cb-49d2-a152-b7c84ccec70b req-a3e89254-e4bf-4ed3-b329-7ead8bd267f2 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 210 time: 0.0294228 Oct 03 16:07:27.519755 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e374e2f-1432-40c4-a707-49f22ac83158 req-7f8335ad-04b5-47f5-86e1-0381dedb2f9f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:27.522646 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7e374e2f-1432-40c4-a707-49f22ac83158 req-7f8335ad-04b5-47f5-86e1-0381dedb2f9f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.0666943 Oct 03 16:07:27.538905 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:27.587651 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7e374e2f-1432-40c4-a707-49f22ac83158 req-cbefe871-49ae-44ec-825d-681baccca116 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564914 Oct 03 16:07:27.606300 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-fb85cc6e-52f0-456c-af5d-6e3cf7051d94 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:27.610130 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-fb85cc6e-52f0-456c-af5d-6e3cf7051d94 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.48 "GET /networking/v2.0/networks?id=9b506095-b239-4c3c-b1a3-9e4b5609e07c HTTP/1.1" status: 200 len: 814 time: 0.2111969 Oct 03 16:07:27.632685 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-e10c05fc-2368-4a64-b630-ff1dd1f363b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Request body: {'port': {'device_id': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'admin_state_up': True, 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:27.691793 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:27.771372 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-e10c05fc-2368-4a64-b630-ff1dd1f363b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Made reservation on behalf of a7ffe330a5d2482e961c93077d13cc5b for: {'port': 1} {{(pid=106163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:07:27.775430 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-e10c05fc-2368-4a64-b630-ff1dd1f363b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:27.961864 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-e10c05fc-2368-4a64-b630-ff1dd1f363b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Allocated IP 172.20.0.8 (9b506095-b239-4c3c-b1a3-9e4b5609e07c/ffd33f65-dffe-466a-a29e-c0daa40d6b28/077aebd9-5bf2-430e-8748-15b9e3511bf8) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:07:28.160259 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-e10c05fc-2368-4a64-b630-ff1dd1f363b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:28.196198 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-e10c05fc-2368-4a64-b630-ff1dd1f363b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:28.262668 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55676) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:28.310093 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-e10c05fc-2368-4a64-b630-ff1dd1f363b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Network 9b506095-b239-4c3c-b1a3-9e4b5609e07c is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:28.359203 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c05fc-2368-4a64-b630-ff1dd1f363b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event updated for resources: {'Port': ['ID=077aebd9-5bf2-430e-8748-15b9e3511bf8,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:28.362293 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-e10c05fc-2368-4a64-b630-ff1dd1f363b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:28.364486 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-e10c05fc-2368-4a64-b630-ff1dd1f363b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:07:28.465886 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7e2b14e5-a7ba-42c8-a7b5-d052dd7ae090 req-3b1e275d-7ef5-4cde-9cc8-419ce5e42b99 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 210 time: 0.0784900 Oct 03 16:07:28.470197 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-e10c05fc-2368-4a64-b630-ff1dd1f363b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:28.471339 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-e10c05fc-2368-4a64-b630-ff1dd1f363b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:28.508869 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-e10c05fc-2368-4a64-b630-ff1dd1f363b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8838484 Oct 03 16:07:28.530675 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:28.532244 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-56c45096-d01b-4313-94ab-6bc16645588e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:28.565924 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32076bae-4ffe-4b7b-acda-4fafbfdd49d7 req-5bb936fb-6ece-4460-8641-1a35d4250dce tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:28.567481 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-32076bae-4ffe-4b7b-acda-4fafbfdd49d7 req-5bb936fb-6ece-4460-8641-1a35d4250dce tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 931 time: 0.0996256 Oct 03 16:07:28.649373 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-32076bae-4ffe-4b7b-acda-4fafbfdd49d7 req-0b1c0a34-7c14-4df1-bf26-78b3af03cc6f tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761461 Oct 03 16:07:28.693361 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-56c45096-d01b-4313-94ab-6bc16645588e admin admin] Publish callbacks [] for security_group (e1eb6434-2b7e-4960-bfb4-06796dd0895e), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:28.700613 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-56c45096-d01b-4313-94ab-6bc16645588e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (e1eb6434-2b7e-4960-bfb4-06796dd0895e), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:28.730401 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-5619a20b-1872-448e-b083-439326f6be90 None None] Provisioning complete for port 077aebd9-5bf2-430e-8748-15b9e3511bf8 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:28.731478 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-5619a20b-1872-448e-b083-439326f6be90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:28.731963 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-5619a20b-1872-448e-b083-439326f6be90 None None] Attempt 1 to provision port 077aebd9-5bf2-430e-8748-15b9e3511bf8 Oct 03 16:07:28.744658 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c45096-d01b-4313-94ab-6bc16645588e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eb6434-2b7e-4960-bfb4-06796dd0895e,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:28.790094 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-5619a20b-1872-448e-b083-439326f6be90 None None] Port 077aebd9-5bf2-430e-8748-15b9e3511bf8 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:07:28.836901 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af21d75-1047-48d9-b76f-a96504583e10 req-8a28c50f-8222-4e93-a363-0181d4326d83 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:28.841285 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3af21d75-1047-48d9-b76f-a96504583e10 req-8a28c50f-8222-4e93-a363-0181d4326d83 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.1299531 Oct 03 16:07:28.867303 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-56c45096-d01b-4313-94ab-6bc16645588e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e8b5ebc970934b919b528137221b5f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6032226 Oct 03 16:07:28.870034 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55684) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:28.937100 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3af21d75-1047-48d9-b76f-a96504583e10 req-ecb9ecda-49a8-439f-a950-eb0c7d699d0f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894220 Oct 03 16:07:28.941913 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fabd322c-c2d7-43ff-9a64-1eb214a60b76 admin admin] Publish callbacks [] for security_group (e1eb6434-2b7e-4960-bfb4-06796dd0895e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:28.970547 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fabd322c-c2d7-43ff-9a64-1eb214a60b76 admin admin] Publish callbacks [] for security_group (e1eb6434-2b7e-4960-bfb4-06796dd0895e), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:29.023487 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fabd322c-c2d7-43ff-9a64-1eb214a60b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (e1eb6434-2b7e-4960-bfb4-06796dd0895e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:29.026205 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-fabd322c-c2d7-43ff-9a64-1eb214a60b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:29.027361 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-fabd322c-c2d7-43ff-9a64-1eb214a60b76 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e1eb6434-2b7e-4960-bfb4-06796dd0895e HTTP/1.1" status: 204 len: 168 time: 0.1563375 Oct 03 16:07:29.030916 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:29.037416 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd322c-c2d7-43ff-9a64-1eb214a60b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eb6434-2b7e-4960-bfb4-06796dd0895e,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:29.346428 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55690) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:29.363971 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:29.376366 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:29.453052 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Publish callbacks [] for security_group (97190dba-5436-4afe-9c2d-6f7223bb965b), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:29.457418 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (97190dba-5436-4afe-9c2d-6f7223bb965b), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:29.501169 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97190dba-5436-4afe-9c2d-6f7223bb965b,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:29.505532 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0ec6738f45694500aabd055f59a0472b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580658 Oct 03 16:07:29.508524 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55692) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:29.512157 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.512505 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.512879 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.513222 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.513610 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.514461 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.514798 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.515127 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.515454 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.515778 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.516112 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.516432 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.516773 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.517100 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.517420 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5b430-fb32-4376-9755-b0c2c31e40fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:07:29.587862 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a7d17784-2310-4457-a0f8-dad1e30b3b21 admin admin] Publish callbacks [] for security_group (97190dba-5436-4afe-9c2d-6f7223bb965b), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:29.634826 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a7d17784-2310-4457-a0f8-dad1e30b3b21 admin admin] Publish callbacks [] for security_group (97190dba-5436-4afe-9c2d-6f7223bb965b), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:29.638525 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d9a3503a-2c8d-462a-b072-bf4e06766b7c req-f45119cb-66fa-4d65-bf1d-d01b9b3b328a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 210 time: 0.0411947 Oct 03 16:07:29.701092 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a7d17784-2310-4457-a0f8-dad1e30b3b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (97190dba-5436-4afe-9c2d-6f7223bb965b), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:29.704775 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a7d17784-2310-4457-a0f8-dad1e30b3b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:29.706158 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a7d17784-2310-4457-a0f8-dad1e30b3b21 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/97190dba-5436-4afe-9c2d-6f7223bb965b HTTP/1.1" status: 204 len: 168 time: 0.1949558 Oct 03 16:07:29.729400 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d17784-2310-4457-a0f8-dad1e30b3b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97190dba-5436-4afe-9c2d-6f7223bb965b,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:29.858321 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166f06e-ff80-4b26-a396-1ac20cba862b req-a4bd4ad7-146d-447f-953c-ced59e1ad591 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:29.860456 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4166f06e-ff80-4b26-a396-1ac20cba862b req-a4bd4ad7-146d-447f-953c-ced59e1ad591 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 931 time: 0.0643871 Oct 03 16:07:29.953019 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4166f06e-ff80-4b26-a396-1ac20cba862b req-22d11711-c079-4cbf-89f5-66be25f2f44f tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859890 Oct 03 16:07:30.084800 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4ab99-43bf-4c43-85a9-9482b830b1e4 req-17f152f5-1a5f-456c-986b-3ba743bcf4e9 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:30.086997 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-19b4ab99-43bf-4c43-85a9-9482b830b1e4 req-17f152f5-1a5f-456c-986b-3ba743bcf4e9 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.0661135 Oct 03 16:07:30.153431 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-19b4ab99-43bf-4c43-85a9-9482b830b1e4 req-9ec1ee68-ae9f-4770-bf1b-b626789e9384 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576098 Oct 03 16:07:30.773309 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ee7c4e36-bbed-485e-a66c-89ba7a8f20fe req-8292f654-4b0f-4f25-a002-b0e0699d54fc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 210 time: 0.0455542 Oct 03 16:07:31.124934 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125f245-2b42-4c7b-b2dd-7b3d66fa03e4 req-12a4562d-993b-45f7-82a5-8170adc3e5e1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:31.133317 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5125f245-2b42-4c7b-b2dd-7b3d66fa03e4 req-12a4562d-993b-45f7-82a5-8170adc3e5e1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 931 time: 0.0586874 Oct 03 16:07:31.205853 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5125f245-2b42-4c7b-b2dd-7b3d66fa03e4 req-b22dd889-e7ee-43fd-911c-b39f0f233b65 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715449 Oct 03 16:07:31.324926 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4902e2e-44bd-4616-be66-c8e1372c89e5 req-08fe8a4f-98cb-48c7-9931-7f93043b02a5 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:31.332423 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c4902e2e-44bd-4616-be66-c8e1372c89e5 req-08fe8a4f-98cb-48c7-9931-7f93043b02a5 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.0676286 Oct 03 16:07:31.347357 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:31.389857 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c4902e2e-44bd-4616-be66-c8e1372c89e5 req-742a1110-ca04-4ecf-ba25-fad6906ebfc6 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564120 Oct 03 16:07:31.907634 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55752) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:31.932237 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c7451232-9c16-4b2a-a5a0-faef2012a91f req-78853189-d043-4897-aaaa-cd5e964cbd39 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 210 time: 0.0399082 Oct 03 16:07:32.063226 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-32093eca-e255-4051-81e2-5737f2c340be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:32.148406 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-32093eca-e255-4051-81e2-5737f2c340be admin admin] Publish callbacks [] for security_group (06c4fa44-30ab-4939-ad9d-54f3662e27bd), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:32.152870 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-32093eca-e255-4051-81e2-5737f2c340be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (06c4fa44-30ab-4939-ad9d-54f3662e27bd), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:32.191249 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-32093eca-e255-4051-81e2-5737f2c340be admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f6905034b7424e8d86fd426d546bcd85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793877 Oct 03 16:07:32.191628 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55756) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:32.198402 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32093eca-e255-4051-81e2-5737f2c340be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c4fa44-30ab-4939-ad9d-54f3662e27bd,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:32.228259 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:32.253060 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9c68ef5a-b634-4e11-b770-1e58b06d6791 admin admin] Publish callbacks [] for security_group (06c4fa44-30ab-4939-ad9d-54f3662e27bd), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:32.277322 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9c68ef5a-b634-4e11-b770-1e58b06d6791 admin admin] Publish callbacks [] for security_group (06c4fa44-30ab-4939-ad9d-54f3662e27bd), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:32.376548 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8f9bb-7863-4ccd-a8b9-7a25c46b9810 req-c39790ef-127d-4fdf-b3f2-89b7bb43eeb1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:32.378372 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bab8f9bb-7863-4ccd-a8b9-7a25c46b9810 req-c39790ef-127d-4fdf-b3f2-89b7bb43eeb1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 931 time: 0.0540562 Oct 03 16:07:32.399571 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9c68ef5a-b634-4e11-b770-1e58b06d6791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (06c4fa44-30ab-4939-ad9d-54f3662e27bd), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:32.402348 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9c68ef5a-b634-4e11-b770-1e58b06d6791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:32.403494 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-9c68ef5a-b634-4e11-b770-1e58b06d6791 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/06c4fa44-30ab-4939-ad9d-54f3662e27bd HTTP/1.1" status: 204 len: 168 time: 0.2108710 Oct 03 16:07:32.454716 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68ef5a-b634-4e11-b770-1e58b06d6791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c4fa44-30ab-4939-ad9d-54f3662e27bd,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:32.518157 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bab8f9bb-7863-4ccd-a8b9-7a25c46b9810 req-f33c7294-a053-49c4-aa69-97c7cf27f64e tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337438 Oct 03 16:07:32.563731 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85709e87-9734-467f-a1b8-b37be2306cd8 req-39b873af-5a99-470d-98bf-26e0e7c02919 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:32.570824 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-85709e87-9734-467f-a1b8-b37be2306cd8 req-39b873af-5a99-470d-98bf-26e0e7c02919 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.0864332 Oct 03 16:07:32.657339 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-85709e87-9734-467f-a1b8-b37be2306cd8 req-ef918157-76d1-4e96-a67e-a0827b67f241 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855348 Oct 03 16:07:32.820106 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55768) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:32.835986 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-429e9722-a950-4086-a32d-9fd3fbf6838d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:32.933658 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-429e9722-a950-4086-a32d-9fd3fbf6838d admin admin] Publish callbacks [] for security_group (e4763b7f-3be9-4d5e-a7ae-12761a819133), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:32.938235 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-429e9722-a950-4086-a32d-9fd3fbf6838d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (e4763b7f-3be9-4d5e-a7ae-12761a819133), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:32.984866 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55772) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:32.985426 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-429e9722-a950-4086-a32d-9fd3fbf6838d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a7e8d4314e034287b3a6816d21847926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635172 Oct 03 16:07:32.985882 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e9722-a950-4086-a32d-9fd3fbf6838d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4763b7f-3be9-4d5e-a7ae-12761a819133,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:33.066254 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-7bb703dc-4641-4c35-b6c3-bec115d9edec admin admin] Publish callbacks [] for security_group (e4763b7f-3be9-4d5e-a7ae-12761a819133), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:33.096963 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-57c23cce-0b3a-4d7d-9739-a16e46df4729 req-d0831907-7464-4b36-86c5-7cf0bed76889 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 210 time: 0.0450575 Oct 03 16:07:33.097119 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-7bb703dc-4641-4c35-b6c3-bec115d9edec admin admin] Publish callbacks [] for security_group (e4763b7f-3be9-4d5e-a7ae-12761a819133), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:33.160073 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-7bb703dc-4641-4c35-b6c3-bec115d9edec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (e4763b7f-3be9-4d5e-a7ae-12761a819133), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:33.162903 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-7bb703dc-4641-4c35-b6c3-bec115d9edec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:33.164074 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-7bb703dc-4641-4c35-b6c3-bec115d9edec admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e4763b7f-3be9-4d5e-a7ae-12761a819133 HTTP/1.1" status: 204 len: 168 time: 0.1781616 Oct 03 16:07:33.175967 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb703dc-4641-4c35-b6c3-bec115d9edec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4763b7f-3be9-4d5e-a7ae-12761a819133,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:33.543156 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=21 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:33.546354 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:33.663123 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ab820-9dd3-4cf0-b8a8-8bfbeec7c522 req-cafe5474-2ff4-44f9-8fef-7e14336cae3e tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:33.671575 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f10ab820-9dd3-4cf0-b8a8-8bfbeec7c522 req-cafe5474-2ff4-44f9-8fef-7e14336cae3e tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 931 time: 0.0652471 Oct 03 16:07:33.750311 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f10ab820-9dd3-4cf0-b8a8-8bfbeec7c522 req-86b5ee72-309d-4f82-a215-91c8268a0f01 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775638 Oct 03 16:07:33.856611 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60858a1b-0ffd-4f74-9f2a-171e3741a3a0 req-d83bf3ce-a885-4efb-ade6-379a3de936c0 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:33.863854 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-60858a1b-0ffd-4f74-9f2a-171e3741a3a0 req-d83bf3ce-a885-4efb-ade6-379a3de936c0 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.0731311 Oct 03 16:07:33.936130 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-60858a1b-0ffd-4f74-9f2a-171e3741a3a0 req-4d94da1c-1aed-4c3b-8041-3588270395c4 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713065 Oct 03 16:07:34.197006 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a031349b-bad6-4e7d-ba13-17015a8f26d9 req-f833c02e-f483-434e-9fc4-3090ee93a6e3 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 210 time: 0.0337143 Oct 03 16:07:34.857615 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:34.909766 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732146ca-0111-47a8-b94e-8c1e9f8a769f req-0c59fe4e-3610-4dad-a611-97e6ab227c65 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:34.911325 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-732146ca-0111-47a8-b94e-8c1e9f8a769f req-0c59fe4e-3610-4dad-a611-97e6ab227c65 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 931 time: 0.0625525 Oct 03 16:07:34.990597 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-732146ca-0111-47a8-b94e-8c1e9f8a769f req-d12cb7c4-549f-43e8-911b-afa56ae53cb8 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728669 Oct 03 16:07:35.100207 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1ee69-e167-4e9d-b99f-f81d30052dbf req-98fa5bff-3ee0-46a2-a30f-42888d31139a tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:35.102336 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-efc1ee69-e167-4e9d-b99f-f81d30052dbf req-98fa5bff-3ee0-46a2-a30f-42888d31139a tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.0602789 Oct 03 16:07:35.198174 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-efc1ee69-e167-4e9d-b99f-f81d30052dbf req-09dcf14e-593b-4824-9dc7-488990b710d1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890827 Oct 03 16:07:35.370915 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ae116cc4-54f9-4ce4-af1f-6288e74e1dc0 req-b6a01453-8545-4ae5-a310-4fed6ab7e80f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 210 time: 0.0347939 Oct 03 16:07:35.933556 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55856) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:36.037964 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5f64f555-a028-47cd-8640-03e9d85ced2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:36.115617 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8645230-24b2-4959-9971-002234736be3 req-c68358a5-6ade-43b6-a89b-c3c1024b6bd4 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:36.117181 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f8645230-24b2-4959-9971-002234736be3 req-c68358a5-6ade-43b6-a89b-c3c1024b6bd4 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 931 time: 0.0470276 Oct 03 16:07:36.119106 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5f64f555-a028-47cd-8640-03e9d85ced2a admin admin] Publish callbacks [] for security_group (c13aec60-618d-4f70-a98c-ce7d7508b7e8), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:36.124255 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-5f64f555-a028-47cd-8640-03e9d85ced2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (c13aec60-618d-4f70-a98c-ce7d7508b7e8), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:36.164855 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-5f64f555-a028-47cd-8640-03e9d85ced2a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f33a45d9e04f4c07a075899f3be7283b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301552 Oct 03 16:07:36.165743 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64f555-a028-47cd-8640-03e9d85ced2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13aec60-618d-4f70-a98c-ce7d7508b7e8,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:36.166846 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f8645230-24b2-4959-9971-002234736be3 req-e839b8bc-12d6-4bc2-bf0d-ea9df92f32e8 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Oct 03 16:07:36.167360 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55862) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:36.217405 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9939d801-b438-4a15-9bba-446e3de9f534 admin admin] Publish callbacks [] for security_group (c13aec60-618d-4f70-a98c-ce7d7508b7e8), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:36.226705 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:36.239442 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9939d801-b438-4a15-9bba-446e3de9f534 admin admin] Publish callbacks [] for security_group (c13aec60-618d-4f70-a98c-ce7d7508b7e8), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:36.370012 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Request body: {'port': {'device_id': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:36.416785 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:36.468768 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:36.515935 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:36.600902 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ad8b756d-4789-4749-a989-5a0734535409 req-af5cd475-ab85-44ac-a916-f5ab7c2f19f5 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 210 time: 0.0323372 Oct 03 16:07:36.604799 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9939d801-b438-4a15-9bba-446e3de9f534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (c13aec60-618d-4f70-a98c-ce7d7508b7e8), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:36.607857 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-9939d801-b438-4a15-9bba-446e3de9f534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:36.611652 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-9939d801-b438-4a15-9bba-446e3de9f534 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c13aec60-618d-4f70-a98c-ce7d7508b7e8 HTTP/1.1" status: 204 len: 168 time: 0.4433198 Oct 03 16:07:36.623743 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec0134-6bcd-4fdc-8a83-3c33940ec4e4 req-a8eb995d-7060-4b21-bc26-1e7a56fdb990 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:36.625576 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-96ec0134-6bcd-4fdc-8a83-3c33940ec4e4 req-a8eb995d-7060-4b21-bc26-1e7a56fdb990 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.3545940 Oct 03 16:07:36.633661 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939d801-b438-4a15-9bba-446e3de9f534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13aec60-618d-4f70-a98c-ce7d7508b7e8,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:36.685499 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-96ec0134-6bcd-4fdc-8a83-3c33940ec4e4 req-900196bc-392b-4df7-afeb-4f4c2a94ca5c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526931 Oct 03 16:07:36.774672 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077aebd9-5bf2-430e-8748-15b9e3511bf8 {{(pid=106163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:07:36.782537 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Publish callbacks [] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:36.795663 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.provisioning_blocks [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Transition to ACTIVE for port object 077aebd9-5bf2-430e-8748-15b9e3511bf8 will not be triggered until provisioned by entity L2. {{(pid=106163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:07:36.799659 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:36.818281 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:36.866259 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Pushing event updated for resources: {'Port': ['ID=077aebd9-5bf2-430e-8748-15b9e3511bf8,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:36.917719 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Attempting to bind port 077aebd9-5bf2-430e-8748-15b9e3511bf8 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:07:36.918064 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Attempting to bind port 077aebd9-5bf2-430e-8748-15b9e3511bf8 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c'}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:07:36.918396 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Attempting to bind port 077aebd9-5bf2-430e-8748-15b9e3511bf8 on network 9b506095-b239-4c3c-b1a3-9e4b5609e07c {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:07:36.943960 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 55872) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:36.957801 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6a90-0570-4dfa-b96a-38e699742406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:36.962100 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Port 077aebd9-5bf2-430e-8748-15b9e3511bf8 on network 9b506095-b239-4c3c-b1a3-9e4b5609e07c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:07:36.962601 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Attempting to bind port 077aebd9-5bf2-430e-8748-15b9e3511bf8 on network 9b506095-b239-4c3c-b1a3-9e4b5609e07c {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:07:37.006271 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:07:37.006656 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Checking segment: {'id': '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:07:37.006926 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Bound using segment: {'id': '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c'} {{(pid=106163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:07:37.007362 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.managers [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Bound port: 077aebd9-5bf2-430e-8748-15b9e3511bf8, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c'}}] {{(pid=106163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:07:37.007720 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:37.035196 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6a90-0570-4dfa-b96a-38e699742406 admin admin] Publish callbacks [] for security_group (4348e03b-7638-4f31-bd1e-4323f48ee954), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:37.038954 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6a90-0570-4dfa-b96a-38e699742406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (4348e03b-7638-4f31-bd1e-4323f48ee954), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:37.075185 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] For port 077aebd9-5bf2-430e-8748-15b9e3511bf8, host hv-cinder-84456, cleared binding levels {{(pid=106163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:07:37.078896 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] For port 077aebd9-5bf2-430e-8748-15b9e3511bf8, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8,segment=NetworkSegment(6b7a9225-dbd0-4d71-81c9-2544d81ee2c9),segment_id=6b7a9225-dbd0-4d71-81c9-2544d81ee2c9)] {{(pid=106163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:07:37.081586 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-4f9d6a90-0570-4dfa-b96a-38e699742406 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ad96dc16c23d446f962d02c633cc5610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365108 Oct 03 16:07:37.082297 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d6a90-0570-4dfa-b96a-38e699742406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4348e03b-7638-4f31-bd1e-4323f48ee954,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:37.084298 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 55874) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:37.100934 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:37.110816 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:37.111529 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:37.113524 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/077aebd9-5bf2-430e-8748-15b9e3511bf8 HTTP/1.1" status: 200 len: 1093 time: 0.7477684 Oct 03 16:07:37.115608 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:07:37.117255 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9735de6-e784-430c-ba73-113375152bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:07:37.173529 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0102a1-3de8-4207-b3d5-f859c306f910 x-openstack-request-id: req-ae0102a1-3de8-4207-b3d5-f859c306f910 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:07:37.173939 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:07:37.174304 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ae0102a1-3de8-4207-b3d5-f859c306f910 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:07:37.174786 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae0102a1-3de8-4207-b3d5-f859c306f910'] response: {'name': 'network-changed', 'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8', 'status': 'completed', 'code': 200} Oct 03 16:07:37.204522 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-7e4e51e2-673e-408f-9fb4-d4fd173f4b92 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:37.206263 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-7e4e51e2-673e-408f-9fb4-d4fd173f4b92 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 814 time: 0.1161706 Oct 03 16:07:37.238973 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3c8bd3fa-f70b-49ad-b578-06b3cccdddcc admin admin] Publish callbacks [] for security_group (4348e03b-7638-4f31-bd1e-4323f48ee954), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:37.255883 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:37.261434 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3c8bd3fa-f70b-49ad-b578-06b3cccdddcc admin admin] Publish callbacks [] for security_group (4348e03b-7638-4f31-bd1e-4323f48ee954), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:37.271310 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c60bad-7f0f-4130-8abb-2436ada5a922 service neutron] Pushing event updated for resources: {'Port': ['ID=077aebd9-5bf2-430e-8748-15b9e3511bf8,revision_number=3']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:37.291117 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-4e83c3ec-7031-4707-b64a-c78d16d7c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:37.292703 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-4e83c3ec-7031-4707-b64a-c78d16d7c07e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a7ffe330a5d2482e961c93077d13cc5b&device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 1127 time: 0.1086786 Oct 03 16:07:37.299518 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:37.342589 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-fc25f7b1-cce2-4e08-9260-d6ded18966d6 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=62932ad37df941b1840b183a858c7876 HTTP/1.1" status: 200 len: 380 time: 0.1200676 Oct 03 16:07:37.349060 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-10bba5d2-f7b1-4b8e-ad36-0e73e0092351 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8 HTTP/1.1" status: 200 len: 217 time: 0.0401192 Oct 03 16:07:37.356008 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb1560-04f6-4188-b175-945f92ce8e33 req-d66f267a-89a7-4012-9b82-58f5bb9e9832 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:37.357915 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cedb1560-04f6-4188-b175-945f92ce8e33 req-d66f267a-89a7-4012-9b82-58f5bb9e9832 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 943 time: 0.0696545 Oct 03 16:07:37.362465 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-aa1cde0b-1e88-4574-844c-543ff33fe85a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'port': {'device_id': 'c5ded878-d512-4b70-9de3-49f7dc9b8a56', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'admin_state_up': True, 'tenant_id': '62932ad37df941b1840b183a858c7876', 'security_groups': ['eebee4ec-ecc2-4838-965e-a8e9e291c7fe']}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:37.401023 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3c8bd3fa-f70b-49ad-b578-06b3cccdddcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (4348e03b-7638-4f31-bd1e-4323f48ee954), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:37.403553 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3c8bd3fa-f70b-49ad-b578-06b3cccdddcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:37.405488 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-3c8bd3fa-f70b-49ad-b578-06b3cccdddcc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4348e03b-7638-4f31-bd1e-4323f48ee954 HTTP/1.1" status: 204 len: 168 time: 0.3197784 Oct 03 16:07:37.420504 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bd3fa-f70b-49ad-b578-06b3cccdddcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4348e03b-7638-4f31-bd1e-4323f48ee954,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:37.423269 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-11c816e0-1905-4964-8929-0bf1e456815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:37.424903 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-11c816e0-1905-4964-8929-0bf1e456815a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=ffd33f65-dffe-466a-a29e-c0daa40d6b28 HTTP/1.1" status: 200 len: 853 time: 0.0670559 Oct 03 16:07:37.459573 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:37.472378 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cedb1560-04f6-4188-b175-945f92ce8e33 req-c70b2077-4800-4752-b0d0-ec614cdf0d59 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062715 Oct 03 16:07:37.511689 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-59d0b176-f25f-4e75-9aa3-f4d6368877a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:37.513979 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-59d0b176-f25f-4e75-9aa3-f4d6368877a0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b506095-b239-4c3c-b1a3-9e4b5609e07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643921 Oct 03 16:07:37.515612 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-aa1cde0b-1e88-4574-844c-543ff33fe85a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Made reservation on behalf of 62932ad37df941b1840b183a858c7876 for: {'port': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:07:37.520201 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-aa1cde0b-1e88-4574-844c-543ff33fe85a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:37.615003 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-6f377234-d6aa-4593-bb0b-fe7ef89e116b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923164 Oct 03 16:07:37.673173 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-aa1cde0b-1e88-4574-844c-543ff33fe85a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Allocated IP 172.20.0.14 (87b5f831-720b-4bbf-8b1b-0fa2209326c5/7aedd9d0-ba75-4214-9aed-d4db28b6e76c/8f31e1a2-5c4a-4399-b704-f794cc1f99d4) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:07:37.724004 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-8280c971-c6ef-45ec-8a8e-07fd48772bc2 req-cea8f525-9e55-4815-922c-ab1d6f4a5ab4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026330 Oct 03 16:07:37.735349 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:37.766882 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8a011604-5bc6-4a57-8485-37ffa24e18b6 req-4b5b5977-a1ea-400d-aa0b-2b8109902885 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 210 time: 0.0463006 Oct 03 16:07:37.867237 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87661163-93b9-4762-a83c-adeab2f536a6 req-d1e0a29f-b20b-4bba-850c-4cc7de75f831 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:37.868711 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-87661163-93b9-4762-a83c-adeab2f536a6 req-d1e0a29f-b20b-4bba-850c-4cc7de75f831 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.0977826 Oct 03 16:07:37.944244 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-aa1cde0b-1e88-4574-844c-543ff33fe85a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:37.957278 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-87661163-93b9-4762-a83c-adeab2f536a6 req-c1c91ca7-5c92-4a59-a2c1-be85878c228c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798633 Oct 03 16:07:37.985333 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-aa1cde0b-1e88-4574-844c-543ff33fe85a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:38.033327 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-aa1cde0b-1e88-4574-844c-543ff33fe85a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:38.036525 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-aa1cde0b-1e88-4574-844c-543ff33fe85a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:38.040559 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-aa1cde0b-1e88-4574-844c-543ff33fe85a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:07:38.070006 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cde0b-1e88-4574-844c-543ff33fe85a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'Port': ['ID=8f31e1a2-5c4a-4399-b704-f794cc1f99d4,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:38.099049 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-aa1cde0b-1e88-4574-844c-543ff33fe85a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:38.100098 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-aa1cde0b-1e88-4574-844c-543ff33fe85a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:38.119997 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-aa1cde0b-1e88-4574-844c-543ff33fe85a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7610588 Oct 03 16:07:38.303338 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-08d87c32-10f9-48d2-95ca-7667186faa06 None None] Provisioning complete for port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:38.303872 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-08d87c32-10f9-48d2-95ca-7667186faa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:38.304106 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-08d87c32-10f9-48d2-95ca-7667186faa06 None None] Attempt 1 to provision port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 Oct 03 16:07:38.335850 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-08d87c32-10f9-48d2-95ca-7667186faa06 None None] Port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:07:38.567970 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:38.607983 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327fddf-688e-4aa9-b4f9-f3b1400160c0 req-bd51bdbf-9eef-4659-b6b0-082248029649 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:38.609597 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1327fddf-688e-4aa9-b4f9-f3b1400160c0 req-bd51bdbf-9eef-4659-b6b0-082248029649 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 943 time: 0.0516081 Oct 03 16:07:38.635341 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Request body: {'port': {'device_id': 'c5ded878-d512-4b70-9de3-49f7dc9b8a56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:38.680429 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9735de6-e784-430c-ba73-113375152bbc req-20e22ad0-5a14-42e4-b802-ea1b4ebdf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:38.682622 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-b9735de6-e784-430c-ba73-113375152bbc req-20e22ad0-5a14-42e4-b802-ea1b4ebdf892 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a7ffe330a5d2482e961c93077d13cc5b&device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 1127 time: 0.0455058 Oct 03 16:07:38.705056 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1327fddf-688e-4aa9-b4f9-f3b1400160c0 req-e4834eb6-8417-42f6-bfad-9e7256fd642f tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894728 Oct 03 16:07:38.741056 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:38.807454 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9735de6-e784-430c-ba73-113375152bbc req-597e5957-90d0-4f56-894c-0560d7b55f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:38.810818 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-b9735de6-e784-430c-ba73-113375152bbc req-597e5957-90d0-4f56-894c-0560d7b55f1a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9b506095-b239-4c3c-b1a3-9e4b5609e07c HTTP/1.1" status: 200 len: 915 time: 0.1162255 Oct 03 16:07:38.865746 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-b9735de6-e784-430c-ba73-113375152bbc req-86a860bc-5849-4263-959f-24e703f17f91 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8 HTTP/1.1" status: 200 len: 217 time: 0.0453002 Oct 03 16:07:38.923324 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9735de6-e784-430c-ba73-113375152bbc req-3821cdff-acf3-44c0-a161-579539fd70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:38.924897 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-b9735de6-e784-430c-ba73-113375152bbc req-3821cdff-acf3-44c0-a161-579539fd70d8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=ffd33f65-dffe-466a-a29e-c0daa40d6b28 HTTP/1.1" status: 200 len: 853 time: 0.0505223 Oct 03 16:07:38.950257 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179154f-d007-4899-a93c-883380ade58d req-0a01c1ae-ee80-4449-ae1f-373e4f9681fa tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:38.952478 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8179154f-d007-4899-a93c-883380ade58d req-0a01c1ae-ee80-4449-ae1f-373e4f9681fa tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 932 time: 0.0985157 Oct 03 16:07:38.975606 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9735de6-e784-430c-ba73-113375152bbc req-26e97a0c-8822-422f-bf38-f4b1e645ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:38.977306 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-b9735de6-e784-430c-ba73-113375152bbc req-26e97a0c-8822-422f-bf38-f4b1e645ce8a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b506095-b239-4c3c-b1a3-9e4b5609e07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433686 Oct 03 16:07:39.056396 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8179154f-d007-4899-a93c-883380ade58d req-8f721be0-5168-48c7-ac60-47af61ed9b9a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=eebee4ec-ecc2-4838-965e-a8e9e291c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915999 Oct 03 16:07:39.092392 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-b9735de6-e784-430c-ba73-113375152bbc req-7414affd-4e0f-46e4-bad4-e394e8956c46 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052635 Oct 03 16:07:39.145834 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ea7e7-684d-4eba-871d-08dbab9b5b40 req-7eb730de-0682-4bf6-9845-5fdaf573472f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:39.147369 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bc5ea7e7-684d-4eba-871d-08dbab9b5b40 req-7eb730de-0682-4bf6-9845-5fdaf573472f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 944 time: 0.0883126 Oct 03 16:07:39.151947 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 {{(pid=106162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:07:39.166937 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Publish callbacks [] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:39.188286 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:39.194707 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.provisioning_blocks [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Transition to ACTIVE for port object 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 will not be triggered until provisioned by entity L2. {{(pid=106162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:07:39.200695 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-b9735de6-e784-430c-ba73-113375152bbc req-a744e229-16e2-48f4-8cd1-2628ded1c688 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994499 Oct 03 16:07:39.203917 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:39.247923 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bc5ea7e7-684d-4eba-871d-08dbab9b5b40 req-69c960e8-4f77-4eae-9c4f-f1d8cde8141b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904975 Oct 03 16:07:39.291250 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f31e1a2-5c4a-4399-b704-f794cc1f99d4,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:39.344354 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Attempting to bind port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:07:39.344691 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Attempting to bind port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:07:39.345042 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Attempting to bind port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:07:39.382588 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device b2a35698-8aad-47ff-b894-6f9f24d5bfad details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:07:39.389818 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:07:39.390222 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Attempting to bind port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:07:39.429475 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:39.440547 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:07:39.441098 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Checking segment: {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:07:39.441465 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Bound using segment: {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:07:39.441998 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Bound port: 8f31e1a2-5c4a-4399-b704-f794cc1f99d4, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'}}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:07:39.442259 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:39.497186 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:39.521438 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] For port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4, host hv-cinder-84456, cleared binding levels {{(pid=106162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:07:39.525177 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] For port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8f31e1a2-5c4a-4399-b704-f794cc1f99d4,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:07:39.526742 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port b2a35698-8aad-47ff-b894-6f9f24d5bfad, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2a35698-8aad-47ff-b894-6f9f24d5bfad,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:39.532057 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:39.536296 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:39.537020 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:39.538423 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/8f31e1a2-5c4a-4399-b704-f794cc1f99d4 HTTP/1.1" status: 200 len: 1094 time: 0.9072340 Oct 03 16:07:39.539926 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ded878-d512-4b70-9de3-49f7dc9b8a56', 'tag': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:07:39.540046 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'port_id': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad', 'mac_address': 'fa:16:3e:e3:1a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:07:39.542311 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cce0b61-b12f-4414-a2f7-73588de1fb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ded878-d512-4b70-9de3-49f7dc9b8a56", "tag": "8f31e1a2-5c4a-4399-b704-f794cc1f99d4"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:07:39.581313 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:39.591346 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0abb12-351d-4cf3-a2af-07684d299deb x-openstack-request-id: req-3a0abb12-351d-4cf3-a2af-07684d299deb {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:07:39.592096 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ded878-d512-4b70-9de3-49f7dc9b8a56", "tag": "8f31e1a2-5c4a-4399-b704-f794cc1f99d4", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:07:39.592096 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3a0abb12-351d-4cf3-a2af-07684d299deb {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:07:39.592456 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a0abb12-351d-4cf3-a2af-07684d299deb'] response: {'name': 'network-changed', 'server_uuid': 'c5ded878-d512-4b70-9de3-49f7dc9b8a56', 'tag': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4', 'status': 'completed', 'code': 200} Oct 03 16:07:39.595360 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port b2a35698-8aad-47ff-b894-6f9f24d5bfad is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:39.595757 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:39.610642 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a35698-8aad-47ff-b894-6f9f24d5bfad {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:07:39.623140 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327e222-5004-47c1-9e5d-ae77494677f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f31e1a2-5c4a-4399-b704-f794cc1f99d4,revision_number=3']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:39.632316 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port b2a35698-8aad-47ff-b894-6f9f24d5bfad, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2a35698-8aad-47ff-b894-6f9f24d5bfad,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:39.634365 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-22037f12-f8cc-410c-b82f-fb2e5db9c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:39.636267 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-22037f12-f8cc-410c-b82f-fb2e5db9c0f9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 1128 time: 0.0565350 Oct 03 16:07:39.636805 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:39.682080 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-710ff5a1-eeb8-43c9-8a48-fdc46470a0f5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f31e1a2-5c4a-4399-b704-f794cc1f99d4 HTTP/1.1" status: 200 len: 217 time: 0.0358579 Oct 03 16:07:39.682651 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=b2a35698-8aad-47ff-b894-6f9f24d5bfad,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:39.737073 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-d8ca186f-0caf-4a60-879a-ed116c250e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:39.738583 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-d8ca186f-0caf-4a60-879a-ed116c250e98 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7aedd9d0-ba75-4214-9aed-d4db28b6e76c HTTP/1.1" status: 200 len: 853 time: 0.0490341 Oct 03 16:07:39.790241 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-36889a46-ca99-4651-b549-1e9107607270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:39.791752 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-36889a46-ca99-4651-b549-1e9107607270 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87b5f831-720b-4bbf-8b1b-0fa2209326c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462229 Oct 03 16:07:39.896109 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['b2a35698-8aad-47ff-b894-6f9f24d5bfad'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:07:39.897152 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a8202-7548-4729-9d44-313cfa6259af req-12b5e9eb-85f6-4fb1-baf8-0fe2f32a8187 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:39.898628 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-889a8202-7548-4729-9d44-313cfa6259af req-12b5e9eb-85f6-4fb1-baf8-0fe2f32a8187 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 943 time: 0.0919878 Oct 03 16:07:39.938802 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-aac3452e-f26e-46ed-9296-e588e9af90da service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402507 Oct 03 16:07:40.008168 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-889a8202-7548-4729-9d44-313cfa6259af req-eaa2abc2-e8a6-4d72-b2a9-d70d66157c4b tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985110 Oct 03 16:07:40.065324 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d40ecb1-3c76-48a2-b855-c0213d3bb584 req-b2034a0b-b1d5-4879-a77a-2d6a04d61642 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151214 Oct 03 16:07:40.186425 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28edb9-a85a-48f1-bcee-3eb3efd2186d req-58f02cce-0b58-40be-8f6a-c346b3dfb37c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:40.187851 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3c28edb9-a85a-48f1-bcee-3eb3efd2186d req-58f02cce-0b58-40be-8f6a-c346b3dfb37c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 944 time: 0.0477421 Oct 03 16:07:40.234919 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3c28edb9-a85a-48f1-bcee-3eb3efd2186d req-0b73391d-ad7f-4c6d-9221-2bd50b2c2bbd tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=eebee4ec-ecc2-4838-965e-a8e9e291c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413728 Oct 03 16:07:40.370222 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0270c7-5cea-4794-a2b9-b0c9429eb810 req-3389ca49-dc5a-44f4-8bd4-4002747cdf1d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:40.371662 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ad0270c7-5cea-4794-a2b9-b0c9429eb810 req-3389ca49-dc5a-44f4-8bd4-4002747cdf1d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 945 time: 0.0468960 Oct 03 16:07:40.406302 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:40.426364 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ad0270c7-5cea-4794-a2b9-b0c9429eb810 req-979faa0c-dd19-4f26-bd1f-8e2e73748b8f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481932 Oct 03 16:07:40.974868 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce0b61-b12f-4414-a2f7-73588de1fb8f req-da747610-675d-45a7-89e4-16d8557af431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:40.976368 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3cce0b61-b12f-4414-a2f7-73588de1fb8f req-da747610-675d-45a7-89e4-16d8557af431 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 1128 time: 0.0395925 Oct 03 16:07:41.073880 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce0b61-b12f-4414-a2f7-73588de1fb8f req-4e503c12-afe8-49b5-b27b-fd5b72b8e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:41.075609 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3cce0b61-b12f-4414-a2f7-73588de1fb8f req-4e503c12-afe8-49b5-b27b-fd5b72b8e5a3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 915 time: 0.0920084 Oct 03 16:07:41.120927 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3cce0b61-b12f-4414-a2f7-73588de1fb8f req-1c27ca48-38a4-40ea-8197-b18c14bf1847 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f31e1a2-5c4a-4399-b704-f794cc1f99d4 HTTP/1.1" status: 200 len: 217 time: 0.0388412 Oct 03 16:07:41.183474 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:41.197147 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eccc47-89c1-4573-9877-ecdd59b987f4 req-5d4c5f7b-a03a-4a2b-a2c2-6ab37ff0f353 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:41.198630 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-58eccc47-89c1-4573-9877-ecdd59b987f4 req-5d4c5f7b-a03a-4a2b-a2c2-6ab37ff0f353 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 943 time: 0.0804510 Oct 03 16:07:41.204984 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce0b61-b12f-4414-a2f7-73588de1fb8f req-7be1065e-fe1a-4384-9f32-541ff08378d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:41.206355 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3cce0b61-b12f-4414-a2f7-73588de1fb8f req-7be1065e-fe1a-4384-9f32-541ff08378d3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7aedd9d0-ba75-4214-9aed-d4db28b6e76c HTTP/1.1" status: 200 len: 853 time: 0.0753849 Oct 03 16:07:41.280117 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce0b61-b12f-4414-a2f7-73588de1fb8f req-2da1bee9-2cbd-4a2a-bdfb-ed57bb976796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:41.281652 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3cce0b61-b12f-4414-a2f7-73588de1fb8f req-2da1bee9-2cbd-4a2a-bdfb-ed57bb976796 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87b5f831-720b-4bbf-8b1b-0fa2209326c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0606828 Oct 03 16:07:41.285994 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-58eccc47-89c1-4573-9877-ecdd59b987f4 req-e75a457c-e55a-403d-b0ad-82fc6ba3d87a tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787799 Oct 03 16:07:41.381991 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 077aebd9-5bf2-430e-8748-15b9e3511bf8 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:07:41.387657 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device b2a35698-8aad-47ff-b894-6f9f24d5bfad up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:41.402069 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741477-be91-4fc5-870d-0f1f1f7d91f3 req-cae8bfcd-0d7b-432a-adf8-38fab14555f9 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:41.404073 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9e741477-be91-4fc5-870d-0f1f1f7d91f3 req-cae8bfcd-0d7b-432a-adf8-38fab14555f9 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 944 time: 0.0661099 Oct 03 16:07:41.432149 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3cce0b61-b12f-4414-a2f7-73588de1fb8f req-ffa8a04b-dd00-42f4-8bbf-dcf037e6cd4e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408610 Oct 03 16:07:41.486252 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port b2a35698-8aad-47ff-b894-6f9f24d5bfad completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:07:41.496012 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port b2a35698-8aad-47ff-b894-6f9f24d5bfad triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:41.496399 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:41.496809 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port b2a35698-8aad-47ff-b894-6f9f24d5bfad Oct 03 16:07:41.505016 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9e741477-be91-4fc5-870d-0f1f1f7d91f3 req-ba866365-6c0d-424b-9fee-3f4faddaf030 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=eebee4ec-ecc2-4838-965e-a8e9e291c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946777 Oct 03 16:07:41.572656 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0a87f-92a7-4505-8417-b860600f38e8 req-71bd4e8b-77c8-4828-b0c9-2960914e4ff0 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:41.574251 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f4d0a87f-92a7-4505-8417-b860600f38e8 req-71bd4e8b-77c8-4828-b0c9-2960914e4ff0 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 945 time: 0.0669951 Oct 03 16:07:41.605524 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3cce0b61-b12f-4414-a2f7-73588de1fb8f req-1a4a61dc-ddc4-422c-beba-a736da5d5e09 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655159 Oct 03 16:07:41.640196 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f4d0a87f-92a7-4505-8417-b860600f38e8 req-96188f35-1f0c-439e-b210-19b904972e43 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588357 Oct 03 16:07:41.690266 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 077aebd9-5bf2-430e-8748-15b9e3511bf8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8,segment=NetworkSegment(6b7a9225-dbd0-4d71-81c9-2544d81ee2c9),segment_id=6b7a9225-dbd0-4d71-81c9-2544d81ee2c9)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:41.703954 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '077aebd9-5bf2-430e-8748-15b9e3511bf8', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'port_id': '077aebd9-5bf2-430e-8748-15b9e3511bf8', 'mac_address': 'fa:16:3e:89:49:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:07:41.745684 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:41.764425 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port b2a35698-8aad-47ff-b894-6f9f24d5bfad is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:41.764840 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:41.777631 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 077aebd9-5bf2-430e-8748-15b9e3511bf8 is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:41.778005 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:41.799294 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:07:41.801465 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc358464-6d8e-4956-93dc-6cb24d97bef5" -d '{"events": [{"server_uuid": "64e780e0-bcef-4ffd-acd9-5b2e2149670b", "name": "network-vif-plugged", "status": "completed", "tag": "b2a35698-8aad-47ff-b894-6f9f24d5bfad"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:07:41.812646 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077aebd9-5bf2-430e-8748-15b9e3511bf8 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:07:41.821032 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port b2a35698-8aad-47ff-b894-6f9f24d5bfad, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2a35698-8aad-47ff-b894-6f9f24d5bfad,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:41.829581 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:41.846268 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a16606c-b590-4239-be1b-3c634990bbb8 x-openstack-request-id: req-8a16606c-b590-4239-be1b-3c634990bbb8 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:07:41.846581 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e780e0-bcef-4ffd-acd9-5b2e2149670b", "name": "network-vif-plugged", "status": "completed", "tag": "b2a35698-8aad-47ff-b894-6f9f24d5bfad", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:07:41.846765 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8a16606c-b590-4239-be1b-3c634990bbb8 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:07:41.847145 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a16606c-b590-4239-be1b-3c634990bbb8'] response: {'server_uuid': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad', 'code': 200} Oct 03 16:07:41.848869 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 077aebd9-5bf2-430e-8748-15b9e3511bf8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8,segment=NetworkSegment(6b7a9225-dbd0-4d71-81c9-2544d81ee2c9),segment_id=6b7a9225-dbd0-4d71-81c9-2544d81ee2c9)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:41.865274 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:41.894727 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=b2a35698-8aad-47ff-b894-6f9f24d5bfad,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:41.921674 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:41.944139 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=077aebd9-5bf2-430e-8748-15b9e3511bf8,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:42.079142 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74a20a-7f91-4b09-bd9b-3dcea74a41ae req-f002ba88-5124-4049-829f-1380cc4e824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:42.080667 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-df74a20a-7f91-4b09-bd9b-3dcea74a41ae req-f002ba88-5124-4049-829f-1380cc4e824d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 1130 time: 0.0389569 Oct 03 16:07:42.121195 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['077aebd9-5bf2-430e-8748-15b9e3511bf8'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:07:42.131516 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-df74a20a-7f91-4b09-bd9b-3dcea74a41ae req-0d71172d-439b-4d1a-912b-e8d444a2cf66 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Oct 03 16:07:42.429511 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03eeb3-5b8c-4e25-8e50-8eeffe2e22b1 req-dc789a51-498f-41fc-a1ac-72c92bb4dc3c tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:42.431974 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ce03eeb3-5b8c-4e25-8e50-8eeffe2e22b1 req-dc789a51-498f-41fc-a1ac-72c92bb4dc3c tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 944 time: 0.0695107 Oct 03 16:07:42.484886 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ce03eeb3-5b8c-4e25-8e50-8eeffe2e22b1 req-31611164-26d7-4e9b-9f3f-76148e3af734 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472729 Oct 03 16:07:42.630823 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248a25f-a8bf-4007-a905-c839ad25e1aa req-1de8eae5-a406-4e05-bc07-6a3543d0aaaf tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:42.632187 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9248a25f-a8bf-4007-a905-c839ad25e1aa req-1de8eae5-a406-4e05-bc07-6a3543d0aaaf tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 944 time: 0.0490074 Oct 03 16:07:42.679030 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9248a25f-a8bf-4007-a905-c839ad25e1aa req-03c4bd75-470b-4e6c-a0c8-828e0490413f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=eebee4ec-ecc2-4838-965e-a8e9e291c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412257 Oct 03 16:07:42.765451 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdcfe3-92ab-45c6-99fd-7bf2c62f1931 req-221ce694-c220-4db9-bc42-7f8c24eb00e7 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:42.766941 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-32fdcfe3-92ab-45c6-99fd-7bf2c62f1931 req-221ce694-c220-4db9-bc42-7f8c24eb00e7 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 946 time: 0.0523224 Oct 03 16:07:42.787705 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:42.817402 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-32fdcfe3-92ab-45c6-99fd-7bf2c62f1931 req-22b65c83-fee2-48f2-b23a-bcbd08a2fefe tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448225 Oct 03 16:07:43.412084 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:07:43.416249 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 077aebd9-5bf2-430e-8748-15b9e3511bf8 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:43.515565 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port 077aebd9-5bf2-430e-8748-15b9e3511bf8 completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:07:43.527369 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 077aebd9-5bf2-430e-8748-15b9e3511bf8 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:43.527754 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:43.528094 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 077aebd9-5bf2-430e-8748-15b9e3511bf8 Oct 03 16:07:43.592893 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8f31e1a2-5c4a-4399-b704-f794cc1f99d4,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:43.608752 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'port_id': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4', 'mac_address': 'fa:16:3e:07:46:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:07:43.643451 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74994b29-c90d-4e56-b7a7-5cd7da49c743 req-8f9e6643-379a-46b0-90fd-53b2e7fe0496 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:43.650256 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-74994b29-c90d-4e56-b7a7-5cd7da49c743 req-8f9e6643-379a-46b0-90fd-53b2e7fe0496 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 944 time: 0.0708461 Oct 03 16:07:43.703172 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 077aebd9-5bf2-430e-8748-15b9e3511bf8 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:43.703627 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:43.713306 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-74994b29-c90d-4e56-b7a7-5cd7da49c743 req-753ef95d-6d40-4ce1-95fc-7c7e0fa32802 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607622 Oct 03 16:07:43.747659 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:43.748599 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:43.788773 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:07:43.797870 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 077aebd9-5bf2-430e-8748-15b9e3511bf8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8,segment=NetworkSegment(6b7a9225-dbd0-4d71-81c9-2544d81ee2c9),segment_id=6b7a9225-dbd0-4d71-81c9-2544d81ee2c9)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:43.820565 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:43.823445 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:43.826513 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8f31e1a2-5c4a-4399-b704-f794cc1f99d4,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:43.842263 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145703bc-8a61-45c9-99fd-d832bf6ec54a req-63e1f4a7-4645-4ca2-86d7-ff5552b1d6b6 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:43.843877 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-145703bc-8a61-45c9-99fd-d832bf6ec54a req-63e1f4a7-4645-4ca2-86d7-ff5552b1d6b6 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 944 time: 0.0673056 Oct 03 16:07:43.874127 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:07:43.877661 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6664740-e468-4be9-a9d5-be2cf02aaeb7" -d '{"events": [{"server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "name": "network-vif-plugged", "status": "completed", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:07:43.887150 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:43.908211 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=077aebd9-5bf2-430e-8748-15b9e3511bf8,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:43.937397 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-145703bc-8a61-45c9-99fd-d832bf6ec54a req-a6e9d344-f0c5-41c6-99d1-de87723e901e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=eebee4ec-ecc2-4838-965e-a8e9e291c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835521 Oct 03 16:07:43.964376 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=8f31e1a2-5c4a-4399-b704-f794cc1f99d4,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:43.975037 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19c316-1ca1-4e2a-974a-6aa213cb743a req-89622d7a-5f0b-4135-a1d3-cfc8b639b0a2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:43.976631 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ee19c316-1ca1-4e2a-974a-6aa213cb743a req-89622d7a-5f0b-4135-a1d3-cfc8b639b0a2 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 946 time: 0.0676906 Oct 03 16:07:43.998492 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff859487-2dc6-4db5-8fb8-e5fe1739037b x-openstack-request-id: req-ff859487-2dc6-4db5-8fb8-e5fe1739037b {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:07:43.998794 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "name": "network-vif-plugged", "status": "completed", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:07:43.999055 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ff859487-2dc6-4db5-8fb8-e5fe1739037b {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:07:43.999468 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff859487-2dc6-4db5-8fb8-e5fe1739037b'] response: {'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8', 'code': 200} Oct 03 16:07:44.035927 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ee19c316-1ca1-4e2a-974a-6aa213cb743a req-8b9a6877-c5ff-4f75-b02b-511a886d4aeb tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529246 Oct 03 16:07:44.142420 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['8f31e1a2-5c4a-4399-b704-f794cc1f99d4'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:07:44.165673 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:44.174172 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:44.197546 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44648b-d47f-48f1-a473-4bab9ee8f2db req-c928fb9d-89ad-40e9-821d-9d6361306d58 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:44.199069 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6a44648b-d47f-48f1-a473-4bab9ee8f2db req-c928fb9d-89ad-40e9-821d-9d6361306d58 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 946 time: 0.0773087 Oct 03 16:07:44.202670 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52196665-455d-4604-9e0d-624fab933a70 req-697a59ee-4f97-4d9a-aa11-d3e896f762c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:44.204172 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-52196665-455d-4604-9e0d-624fab933a70 req-697a59ee-4f97-4d9a-aa11-d3e896f762c0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 1129 time: 0.0700195 Oct 03 16:07:44.290477 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6a44648b-d47f-48f1-a473-4bab9ee8f2db req-8b54b570-9d77-4b5f-875b-f5a3a23ae48d tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842445 Oct 03 16:07:44.292834 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-52196665-455d-4604-9e0d-624fab933a70 req-df0e65bf-7322-48d8-b036-212b54e4347b service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714965 Oct 03 16:07:44.319236 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56002) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:44.502929 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e13c2b-9469-49cf-ad7e-22d87d0dee6c tempest-TestVolumeBootPattern-109591101 tempest-TestVolumeBootPattern-109591101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:44.504424 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-a3e13c2b-9469-49cf-ad7e-22d87d0dee6c tempest-TestVolumeBootPattern-109591101 tempest-TestVolumeBootPattern-109591101-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 1125 time: 0.1841881 Oct 03 16:07:44.507290 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56006) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:44.511458 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'port_id': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:44.532633 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:44.613219 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:44.843796 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcdd67-d986-48de-b5db-7dc33e6a2f43 req-e1d6b9c4-f36a-418d-b066-b3512a431e29 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:44.845376 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-00dcdd67-d986-48de-b5db-7dc33e6a2f43 req-e1d6b9c4-f36a-418d-b066-b3512a431e29 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 945 time: 0.0504835 Oct 03 16:07:44.906216 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-00dcdd67-d986-48de-b5db-7dc33e6a2f43 req-f3e2b3cf-5755-4284-9cc0-a9ac9feec14c tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539925 Oct 03 16:07:44.927229 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:44.960372 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_common [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Allocated IP 172.27.0.14 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/92c327cd-620d-4e4f-b16b-72cfa3a2fa0d) {{(pid=106163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:07:44.964703 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:45.079375 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445b2ee-d4e3-4368-9eca-b5fd973296a4 req-660e6056-51e2-4179-a778-400331a00b49 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:45.081137 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e445b2ee-d4e3-4368-9eca-b5fd973296a4 req-660e6056-51e2-4179-a778-400331a00b49 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 945 time: 0.0617003 Oct 03 16:07:45.107842 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for port (92c327cd-620d-4e4f-b16b-72cfa3a2fa0d), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:45.143510 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (92c327cd-620d-4e4f-b16b-72cfa3a2fa0d), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:45.144178 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e445b2ee-d4e3-4368-9eca-b5fd973296a4 req-c30fd1ad-9317-4b78-9d1a-b57f17f30966 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=eebee4ec-ecc2-4838-965e-a8e9e291c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546982 Oct 03 16:07:45.191547 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:45.194868 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.base_scheduler [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Resources bound (agent type, host, resource id): {{(pid=106163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:45.197364 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Received port after_create {{(pid=106163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:07:45.223218 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'Port': ['ID=92c327cd-620d-4e4f-b16b-72cfa3a2fa0d,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:45.438048 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:07:45.480465 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:07:45.487312 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:07:45.487779 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:45.488119 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 Oct 03 16:07:45.570410 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:07:45.570899 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:45.573875 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for floatingip (eeb20f2d-613d-4116-a859-a17734be55ea), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:45.606223 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8f31e1a2-5c4a-4399-b704-f794cc1f99d4,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:45.610168 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:45.643559 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (92c327cd-620d-4e4f-b16b-72cfa3a2fa0d), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:45.657167 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=8f31e1a2-5c4a-4399-b704-f794cc1f99d4,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:45.787849 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:45.797446 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for port (92c327cd-620d-4e4f-b16b-72cfa3a2fa0d), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:45.801933 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26945196'] for port (92c327cd-620d-4e4f-b16b-72cfa3a2fa0d), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:45.806263 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:45.881885 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (eeb20f2d-613d-4116-a859-a17734be55ea), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:45.883571 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event updated for resources: {'Port': ['ID=92c327cd-620d-4e4f-b16b-72cfa3a2fa0d,revision_number=2']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:45.981964 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Floating IP eeb20f2d-613d-4116-a859-a17734be55ea associated. External IP: 172.27.0.14, port: b2a35698-8aad-47ff-b894-6f9f24d5bfad. Oct 03 16:07:46.001063 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ded878-d512-4b70-9de3-49f7dc9b8a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:07:46.003614 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69238ad-39c6-410a-bcb0-ee9429f721cb" -d '{"events": [{"server_uuid": "c5ded878-d512-4b70-9de3-49f7dc9b8a56", "name": "network-vif-plugged", "status": "completed", "tag": "8f31e1a2-5c4a-4399-b704-f794cc1f99d4"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:07:46.041579 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b42cb4-7fdb-46ee-85fe-3c7d2ecb39b1 req-44119446-2949-48ff-b512-162016b87a36 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:46.043304 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8b42cb4-7fdb-46ee-85fe-3c7d2ecb39b1 req-44119446-2949-48ff-b512-162016b87a36 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 945 time: 0.0530369 Oct 03 16:07:46.044529 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5c71e1-cd21-4df2-bab9-71542982c410 x-openstack-request-id: req-4b5c71e1-cd21-4df2-bab9-71542982c410 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:07:46.044933 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ded878-d512-4b70-9de3-49f7dc9b8a56", "name": "network-vif-plugged", "status": "completed", "tag": "8f31e1a2-5c4a-4399-b704-f794cc1f99d4", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:07:46.045633 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4b5c71e1-cd21-4df2-bab9-71542982c410 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:07:46.046175 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b5c71e1-cd21-4df2-bab9-71542982c410'] response: {'server_uuid': 'c5ded878-d512-4b70-9de3-49f7dc9b8a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4', 'code': 200} Oct 03 16:07:46.097527 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e8b42cb4-7fdb-46ee-85fe-3c7d2ecb39b1 req-b7be6f8a-ab05-4d20-bfc0-03e61b72bba0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Oct 03 16:07:46.218493 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Router 72d38349-260b-47a2-90db-af2e36ca2276 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:07:46.228533 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06a553-870d-43d5-b397-6e1db651805c req-1eb054b6-d09d-4863-80c5-8aa1b5d8bf1c tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:46.230090 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1a06a553-870d-43d5-b397-6e1db651805c req-1eb054b6-d09d-4863-80c5-8aa1b5d8bf1c tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 945 time: 0.0525367 Oct 03 16:07:46.335463 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a9d45-9320-4d60-80c5-7242696e9bf8 req-109c5c65-a673-4df1-9329-80d395ddfe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:46.337071 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-183a9d45-9320-4d60-80c5-7242696e9bf8 req-109c5c65-a673-4df1-9329-80d395ddfe13 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 1130 time: 0.1059589 Oct 03 16:07:46.348612 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f9b2b-0f11-4a12-adb1-998658478fa4 req-e8718b5a-43ac-4fb2-af2c-791d77ec39bc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:46.349989 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-292f9b2b-0f11-4a12-adb1-998658478fa4 req-e8718b5a-43ac-4fb2-af2c-791d77ec39bc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 946 time: 0.0819106 Oct 03 16:07:46.359161 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:07:46.372119 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae80dcc-cfad-491b-bf36-b3857e32bf0d None None] Sync routers for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:07:46.378290 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:46.384124 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae80dcc-cfad-491b-bf36-b3857e32bf0d None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:46.384774 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-aae80dcc-cfad-491b-bf36-b3857e32bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:07:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:46.401383 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-1a06a553-870d-43d5-b397-6e1db651805c req-44afcda8-e504-4473-ae76-047c0f7fc34a tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606641 Oct 03 16:07:46.409083 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:46.414146 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-25906cfd-53e0-4835-addc-f17cf20d9f42 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9054079 Oct 03 16:07:46.414695 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'tag': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:07:46.417230 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e45003-fb15-4b0c-8471-3433046799fe" -d '{"events": [{"name": "network-changed", "server_uuid": "64e780e0-bcef-4ffd-acd9-5b2e2149670b", "tag": "b2a35698-8aad-47ff-b894-6f9f24d5bfad"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:07:46.457522 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-183a9d45-9320-4d60-80c5-7242696e9bf8 req-c55eed81-8f12-4063-9e18-a8ca98973ba7 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=eebee4ec-ecc2-4838-965e-a8e9e291c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064913 Oct 03 16:07:46.465289 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-292f9b2b-0f11-4a12-adb1-998658478fa4 req-893b4c24-c041-4d8e-a21b-bb5739f13b72 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=eebee4ec-ecc2-4838-965e-a8e9e291c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050386 Oct 03 16:07:46.468965 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601c82bd-a4d8-43b6-a794-1bfff9352f65 x-openstack-request-id: req-601c82bd-a4d8-43b6-a794-1bfff9352f65 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:07:46.469257 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e780e0-bcef-4ffd-acd9-5b2e2149670b", "tag": "b2a35698-8aad-47ff-b894-6f9f24d5bfad", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:07:46.470231 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-601c82bd-a4d8-43b6-a794-1bfff9352f65 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:07:46.470231 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601c82bd-a4d8-43b6-a794-1bfff9352f65'] response: {'name': 'network-changed', 'server_uuid': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'tag': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad', 'status': 'completed', 'code': 200} Oct 03 16:07:46.516450 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-aae80dcc-cfad-491b-bf36-b3857e32bf0d None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:46.749068 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e45003-fb15-4b0c-8471-3433046799fe req-ad40684d-6e5d-4d70-9c76-442c54c9c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:46.751389 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14e45003-fb15-4b0c-8471-3433046799fe req-ad40684d-6e5d-4d70-9c76-442c54c9c9cc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 1130 time: 0.0482547 Oct 03 16:07:46.752018 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-aae80dcc-cfad-491b-bf36-b3857e32bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:2c:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:24Z', 'updated_at': '2022-10-03T16:05:26Z', 'revision_number': 1, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}, {'id': 'eeb20f2d-613d-4116-a859-a17734be55ea', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:e3:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:07:45Z', 'updated_at': '2022-10-03T16:07:45Z', 'revision_number': 0, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:46.777353 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae80dcc-cfad-491b-bf36-b3857e32bf0d None None] Checking router: 72d38349-260b-47a2-90db-af2e36ca2276 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:07:46.786332 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae80dcc-cfad-491b-bf36-b3857e32bf0d None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:46.786931 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-aae80dcc-cfad-491b-bf36-b3857e32bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:07:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:46.843351 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6dc61-1f89-4d72-b564-e570da30483f req-0cb501ea-1452-4553-aea5-a45ab78b3b91 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:46.844870 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7da6dc61-1f89-4d72-b564-e570da30483f req-0cb501ea-1452-4553-aea5-a45ab78b3b91 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 945 time: 0.0983551 Oct 03 16:07:46.863027 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:46.893808 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:46.896144 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-aae80dcc-cfad-491b-bf36-b3857e32bf0d None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:46.915874 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e45003-fb15-4b0c-8471-3433046799fe req-e6a9ee2b-a704-4a23-b4bc-97c6a61b79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:46.917363 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14e45003-fb15-4b0c-8471-3433046799fe req-e6a9ee2b-a704-4a23-b4bc-97c6a61b79a6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 912 time: 0.1563387 Oct 03 16:07:46.925173 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7da6dc61-1f89-4d72-b564-e570da30483f req-6de2848d-4532-4674-8349-75517061228c tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723839 Oct 03 16:07:46.930286 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:47.121908 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-aae80dcc-cfad-491b-bf36-b3857e32bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:2c:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:24Z', 'updated_at': '2022-10-03T16:05:26Z', 'revision_number': 1, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}, {'id': 'eeb20f2d-613d-4116-a859-a17734be55ea', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:e3:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:07:45Z', 'updated_at': '2022-10-03T16:07:45Z', 'revision_number': 0, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:47.149920 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae80dcc-cfad-491b-bf36-b3857e32bf0d None None] The sync data for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi is: [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:2c:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:24Z', 'updated_at': '2022-10-03T16:05:26Z', 'revision_number': 1, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}, {'id': 'eeb20f2d-613d-4116-a859-a17734be55ea', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:e3:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:07:45Z', 'updated_at': '2022-10-03T16:07:45Z', 'revision_number': 0, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:07:47.287209 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14e45003-fb15-4b0c-8471-3433046799fe req-c56c24d9-e149-4d79-b61f-93e8b6e2be81 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a35698-8aad-47ff-b894-6f9f24d5bfad HTTP/1.1" status: 200 len: 999 time: 0.0905852 Oct 03 16:07:47.347947 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e45003-fb15-4b0c-8471-3433046799fe req-dae67ab1-71ab-4de2-9b8b-9d08bec615c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:47.349988 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14e45003-fb15-4b0c-8471-3433046799fe req-dae67ab1-71ab-4de2-9b8b-9d08bec615c2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 200 len: 850 time: 0.0566983 Oct 03 16:07:47.414306 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e45003-fb15-4b0c-8471-3433046799fe req-b0dd33be-bc9f-4bf1-a19f-95f13a96c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:47.415719 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14e45003-fb15-4b0c-8471-3433046799fe req-b0dd33be-bc9f-4bf1-a19f-95f13a96c49b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=13403649-4ce4-4f7b-972e-1b4b67982742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527263 Oct 03 16:07:47.419728 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e9479f-8171-4d8b-8e54-baf56491d280 None None] New status for floating IP eeb20f2d-613d-4116-a859-a17734be55ea: ACTIVE {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:07:47.533655 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14e45003-fb15-4b0c-8471-3433046799fe req-a2143569-a032-4275-bc14-97b78ccf8106 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005814 Oct 03 16:07:47.593340 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2823e-1bb6-43ec-bf3f-58eb8cd5f2ce req-3ea55edc-9ddf-4998-a91d-602b38bff70d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:47.594869 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-38d2823e-1bb6-43ec-bf3f-58eb8cd5f2ce req-3ea55edc-9ddf-4998-a91d-602b38bff70d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 946 time: 0.0495670 Oct 03 16:07:47.643987 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-38d2823e-1bb6-43ec-bf3f-58eb8cd5f2ce req-4c00bf28-9b89-4d1e-99e0-6fb26075b2af tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=eebee4ec-ecc2-4838-965e-a8e9e291c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429254 Oct 03 16:07:48.062467 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-14e45003-fb15-4b0c-8471-3433046799fe req-6c9ace11-8fbe-4746-b3d6-1f9edbb57de4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884540 Oct 03 16:07:48.774106 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56082) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:48.787963 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cd6aa-09c1-437f-8163-5d5ebb389a5c req-c6a99780-6694-430e-9cda-bf361de98d17 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:48.789692 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f0cd6aa-09c1-437f-8163-5d5ebb389a5c req-c6a99780-6694-430e-9cda-bf361de98d17 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 946 time: 0.0614433 Oct 03 16:07:48.852916 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7f0cd6aa-09c1-437f-8163-5d5ebb389a5c req-9f327200-4f68-49b3-9220-0d79419bef18 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=eebee4ec-ecc2-4838-965e-a8e9e291c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562322 Oct 03 16:07:48.910429 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-42a903ce-a59a-49af-873d-4bf8db82a90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.017205 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0afb66-b1f5-460c-882e-6a8f11b6e6bb req-85160cf6-fab9-4a10-9bda-b253c59e1f6e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:49.018676 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-7c0afb66-b1f5-460c-882e-6a8f11b6e6bb req-85160cf6-fab9-4a10-9bda-b253c59e1f6e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 946 time: 0.0634062 Oct 03 16:07:49.029137 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56090) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:49.033793 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-3bbe94cc-ebc8-4424-8bf7-55660bf9430c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'floatingip': {'port_id': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:49.039134 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-42a903ce-a59a-49af-873d-4bf8db82a90d admin admin] Publish callbacks [] for security_group (7ce7a17b-a907-4376-a8f8-fad9805e2d10), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.043053 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-42a903ce-a59a-49af-873d-4bf8db82a90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (7ce7a17b-a907-4376-a8f8-fad9805e2d10), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.047552 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:49.075752 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3bbe94cc-ebc8-4424-8bf7-55660bf9430c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (841b7184-0ad1-4eca-ab91-fbbb3d70c2c5), before_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.082648 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-42a903ce-a59a-49af-873d-4bf8db82a90d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d83c9b7909e44177a0478444664ea63c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075340 Oct 03 16:07:49.086267 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56092) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:49.094257 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a903ce-a59a-49af-873d-4bf8db82a90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce7a17b-a907-4376-a8f8-fad9805e2d10,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:49.139836 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5335f52e-28b1-44d0-b3d5-a1b9c7c9f571 admin admin] Publish callbacks [] for security_group (7ce7a17b-a907-4376-a8f8-fad9805e2d10), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.160445 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:49.166089 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5335f52e-28b1-44d0-b3d5-a1b9c7c9f571 admin admin] Publish callbacks [] for security_group (7ce7a17b-a907-4376-a8f8-fad9805e2d10), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.216770 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5335f52e-28b1-44d0-b3d5-a1b9c7c9f571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (7ce7a17b-a907-4376-a8f8-fad9805e2d10), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.219702 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5335f52e-28b1-44d0-b3d5-a1b9c7c9f571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.220982 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-5335f52e-28b1-44d0-b3d5-a1b9c7c9f571 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7ce7a17b-a907-4376-a8f8-fad9805e2d10 HTTP/1.1" status: 204 len: 168 time: 0.1337974 Oct 03 16:07:49.230290 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335f52e-28b1-44d0-b3d5-a1b9c7c9f571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce7a17b-a907-4376-a8f8-fad9805e2d10,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:49.471425 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:49.514377 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56098) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:49.520250 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:49.526448 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3bbe94cc-ebc8-4424-8bf7-55660bf9430c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.528861 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-dc8b6919-2793-4fdf-869e-d051d5de9672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.531275 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3bbe94cc-ebc8-4424-8bf7-55660bf9430c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (841b7184-0ad1-4eca-ab91-fbbb3d70c2c5), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.609669 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-dc8b6919-2793-4fdf-869e-d051d5de9672 admin admin] Publish callbacks [] for security_group (8d04e544-5075-4053-a43d-ab049402ebe9), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.614067 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-dc8b6919-2793-4fdf-869e-d051d5de9672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (8d04e544-5075-4053-a43d-ab049402ebe9), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.630728 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [None req-3bbe94cc-ebc8-4424-8bf7-55660bf9430c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Floating IP 841b7184-0ad1-4eca-ab91-fbbb3d70c2c5 associated. External IP: 172.27.0.245, port: 8f31e1a2-5c4a-4399-b704-f794cc1f99d4. Oct 03 16:07:49.654243 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-dc8b6919-2793-4fdf-869e-d051d5de9672 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=702527b37a87491393931b0ca7974f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387351 Oct 03 16:07:49.655329 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b6919-2793-4fdf-869e-d051d5de9672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d04e544-5075-4053-a43d-ab049402ebe9,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:49.658366 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56100) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:49.707450 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-dd57cfbf-aac3-4b5c-beda-587daaa2fed2 admin admin] Publish callbacks [] for security_group (8d04e544-5075-4053-a43d-ab049402ebe9), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.727981 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-dd57cfbf-aac3-4b5c-beda-587daaa2fed2 admin admin] Publish callbacks [] for security_group (8d04e544-5075-4053-a43d-ab049402ebe9), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.775889 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-dd57cfbf-aac3-4b5c-beda-587daaa2fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (8d04e544-5075-4053-a43d-ab049402ebe9), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.778831 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-dd57cfbf-aac3-4b5c-beda-587daaa2fed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.779996 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-dd57cfbf-aac3-4b5c-beda-587daaa2fed2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8d04e544-5075-4053-a43d-ab049402ebe9 HTTP/1.1" status: 204 len: 168 time: 0.1205659 Oct 03 16:07:49.788497 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57cfbf-aac3-4b5c-beda-587daaa2fed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d04e544-5075-4053-a43d-ab049402ebe9,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:49.835323 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbe94cc-ebc8-4424-8bf7-55660bf9430c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:07:49.945436 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbe94cc-ebc8-4424-8bf7-55660bf9430c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:07:49.949779 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-3bbe94cc-ebc8-4424-8bf7-55660bf9430c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:49.958411 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f5435-bc15-4b75-8d27-67ea0ed17719 None None] Sync routers for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:07:49.971810 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f5435-bc15-4b75-8d27-67ea0ed17719 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:49.972536 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-f83f5435-bc15-4b75-8d27-67ea0ed17719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:07:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:49.984435 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-3bbe94cc-ebc8-4424-8bf7-55660bf9430c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/841b7184-0ad1-4eca-ab91-fbbb3d70c2c5 HTTP/1.1" status: 200 len: 992 time: 0.9512663 Oct 03 16:07:49.984435 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ded878-d512-4b70-9de3-49f7dc9b8a56', 'tag': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:07:49.985698 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c4d5f5-554f-452e-950e-06e95ddbcc7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ded878-d512-4b70-9de3-49f7dc9b8a56", "tag": "8f31e1a2-5c4a-4399-b704-f794cc1f99d4"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:07:50.028557 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9b7bb2-1a44-40ab-8320-50fa9429b709 x-openstack-request-id: req-7f9b7bb2-1a44-40ab-8320-50fa9429b709 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:07:50.028939 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ded878-d512-4b70-9de3-49f7dc9b8a56", "tag": "8f31e1a2-5c4a-4399-b704-f794cc1f99d4", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:07:50.029252 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7f9b7bb2-1a44-40ab-8320-50fa9429b709 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:07:50.029810 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9b7bb2-1a44-40ab-8320-50fa9429b709'] response: {'name': 'network-changed', 'server_uuid': 'c5ded878-d512-4b70-9de3-49f7dc9b8a56', 'tag': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4', 'status': 'completed', 'code': 200} Oct 03 16:07:50.096033 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4d5f5-554f-452e-950e-06e95ddbcc7c req-07115575-32ad-4436-a8cf-478c339c26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:50.097661 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c4c4d5f5-554f-452e-950e-06e95ddbcc7c req-07115575-32ad-4436-a8cf-478c339c26e3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 1130 time: 0.0467348 Oct 03 16:07:50.101598 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-f83f5435-bc15-4b75-8d27-67ea0ed17719 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:50.202686 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4d5f5-554f-452e-950e-06e95ddbcc7c req-c31ece9e-ba88-499f-aa16-18da5ffc34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:50.204190 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c4c4d5f5-554f-452e-950e-06e95ddbcc7c req-c31ece9e-ba88-499f-aa16-18da5ffc34d5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 915 time: 0.1009681 Oct 03 16:07:50.349438 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-f83f5435-bc15-4b75-8d27-67ea0ed17719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '841b7184-0ad1-4eca-ab91-fbbb3d70c2c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:07:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ded878-d512-4b70-9de3-49f7dc9b8a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:07:26Z', 'updated_at': '2022-10-03T16:07:49Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:50.381642 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f5435-bc15-4b75-8d27-67ea0ed17719 None None] Checking router: da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:07:50.392163 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f5435-bc15-4b75-8d27-67ea0ed17719 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:50.392891 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-f83f5435-bc15-4b75-8d27-67ea0ed17719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:07:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:50.556248 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c4c4d5f5-554f-452e-950e-06e95ddbcc7c req-52adc41f-bb12-476c-9e39-645c0fc565cc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f31e1a2-5c4a-4399-b704-f794cc1f99d4 HTTP/1.1" status: 200 len: 1000 time: 0.3387883 Oct 03 16:07:50.610883 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4d5f5-554f-452e-950e-06e95ddbcc7c req-7087a90f-c6b0-495b-9e86-fcded19d61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:50.612327 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c4c4d5f5-554f-452e-950e-06e95ddbcc7c req-7087a90f-c6b0-495b-9e86-fcded19d61f0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7aedd9d0-ba75-4214-9aed-d4db28b6e76c HTTP/1.1" status: 200 len: 853 time: 0.0498004 Oct 03 16:07:50.637849 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-f83f5435-bc15-4b75-8d27-67ea0ed17719 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:50.658458 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4d5f5-554f-452e-950e-06e95ddbcc7c req-e021357c-4f7c-4424-84a4-ce593f5cd4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:50.660025 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c4c4d5f5-554f-452e-950e-06e95ddbcc7c req-e021357c-4f7c-4424-84a4-ce593f5cd4a4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87b5f831-720b-4bbf-8b1b-0fa2209326c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421643 Oct 03 16:07:50.762325 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c4c4d5f5-554f-452e-950e-06e95ddbcc7c req-47aa81f1-51c3-42cc-9876-10a6b506e310 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934076 Oct 03 16:07:50.786308 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:50.840913 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:50.867067 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-f83f5435-bc15-4b75-8d27-67ea0ed17719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '841b7184-0ad1-4eca-ab91-fbbb3d70c2c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:07:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ded878-d512-4b70-9de3-49f7dc9b8a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:07:26Z', 'updated_at': '2022-10-03T16:07:49Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:50.868645 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:50.875142 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c4c4d5f5-554f-452e-950e-06e95ddbcc7c req-45d3ce7e-7d70-44e4-bc63-0710380c3648 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008787 Oct 03 16:07:50.896329 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f5435-bc15-4b75-8d27-67ea0ed17719 None None] The sync data for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi is: [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': '841b7184-0ad1-4eca-ab91-fbbb3d70c2c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:07:46:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ded878-d512-4b70-9de3-49f7dc9b8a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:07:26Z', 'updated_at': '2022-10-03T16:07:49Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:07:51.116971 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ae7c11-6ab2-48b7-aa31-6cbdf970f822 None None] New status for floating IP 841b7184-0ad1-4eca-ab91-fbbb3d70c2c5: ACTIVE {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:07:52.188637 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-9cda254b-a887-470e-919f-ef4ecc2116ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:54.269211 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8bd00854-fdf8-4f48-9612-a494bec498ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:55.528256 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d60c3-24f4-4abb-9854-a43a7618ea07 req-771839de-69bc-404f-be7e-7c92457441be tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:55.530279 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c15d60c3-24f4-4abb-9854-a43a7618ea07 req-771839de-69bc-404f-be7e-7c92457441be tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 945 time: 0.0515556 Oct 03 16:07:55.578051 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c15d60c3-24f4-4abb-9854-a43a7618ea07 req-8841d418-d8be-4f17-a77f-83249258e9ae tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Oct 03 16:07:55.606085 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56214) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:55.791913 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45225687-1865-4df1-be99-a0e0711987af tempest-TestMinimumBasicScenario-1699511190 tempest-TestMinimumBasicScenario-1699511190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:55.793477 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-45225687-1865-4df1-be99-a0e0711987af tempest-TestMinimumBasicScenario-1699511190 tempest-TestMinimumBasicScenario-1699511190-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 1124 time: 0.1864333 Oct 03 16:07:55.796393 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56218) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:55.800559 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'port_id': '077aebd9-5bf2-430e-8748-15b9e3511bf8', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:55.817477 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:55.822450 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:55.903111 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:56.008227 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Allocated IP 172.27.0.24 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/55e2c7a9-752a-4aed-a130-32ae230dcc95) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:07:56.112861 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for port (55e2c7a9-752a-4aed-a130-32ae230dcc95), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:56.145131 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (55e2c7a9-752a-4aed-a130-32ae230dcc95), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:56.182079 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:07:56.187204 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:07:56.189769 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:07:56.220457 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event updated for resources: {'Port': ['ID=55e2c7a9-752a-4aed-a130-32ae230dcc95,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:56.403205 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:56.436627 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:56.560425 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for floatingip (cd0b5063-9abb-49c5-bd4b-8046e2a15198), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:56.631982 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (55e2c7a9-752a-4aed-a130-32ae230dcc95), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:56.794395 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for port (55e2c7a9-752a-4aed-a130-32ae230dcc95), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:56.800454 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (55e2c7a9-752a-4aed-a130-32ae230dcc95), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:56.875861 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event updated for resources: {'Port': ['ID=55e2c7a9-752a-4aed-a130-32ae230dcc95,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:56.879279 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (cd0b5063-9abb-49c5-bd4b-8046e2a15198), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:56.983397 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Floating IP cd0b5063-9abb-49c5-bd4b-8046e2a15198 associated. External IP: 172.27.0.24, port: 077aebd9-5bf2-430e-8748-15b9e3511bf8. Oct 03 16:07:57.054287 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:57.065599 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.180872 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:07:57.184498 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.230027 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:57.291496 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:07:57.305806 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef296ec2-5bf3-4b9e-a313-e82569686854 None None] Sync routers for ids ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:07:57.312267 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.320389 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef296ec2-5bf3-4b9e-a313-e82569686854 None None] Routers {'fb04eaca-4f9c-40d4-a060-c4c52a4549c9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:57.320493 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-ef296ec2-5bf3-4b9e-a313-e82569686854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:07:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:57.346554 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e4930c9a-a30b-4c6d-a140-6df67d0081d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5491269 Oct 03 16:07:57.347205 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:07:57.349453 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56240) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:57.350002 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dbb3cc-8a06-402b-be88-84b14cc6fc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:07:57.354895 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-e6a2f0a3-79dd-4b4c-b8a0-62c0aa8e314e tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1260312112', 'description': 'tempest-secgroup-smoke-1260312112 description', 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:57.378666 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e6a2f0a3-79dd-4b4c-b8a0-62c0aa8e314e tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.395144 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1615b4-9d8a-49eb-86cf-fdad72aacb35 x-openstack-request-id: req-1a1615b4-9d8a-49eb-86cf-fdad72aacb35 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:07:57.395572 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:07:57.395822 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1a1615b4-9d8a-49eb-86cf-fdad72aacb35 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:07:57.396286 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1615b4-9d8a-49eb-86cf-fdad72aacb35'] response: {'name': 'network-changed', 'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8', 'status': 'completed', 'code': 200} Oct 03 16:07:57.434342 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-ef296ec2-5bf3-4b9e-a313-e82569686854 None None] Set router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:57.452696 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e6a2f0a3-79dd-4b4c-b8a0-62c0aa8e314e tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group (9758de4b-6f77-49e8-a287-d44e32dc2c69), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.458874 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e6a2f0a3-79dd-4b4c-b8a0-62c0aa8e314e tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (9758de4b-6f77-49e8-a287-d44e32dc2c69), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.473736 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbb3cc-8a06-402b-be88-84b14cc6fc2d req-cdd60e01-1239-4cc8-9abd-24b1f69d834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:57.475287 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-57dbb3cc-8a06-402b-be88-84b14cc6fc2d req-cdd60e01-1239-4cc8-9abd-24b1f69d834f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a7ffe330a5d2482e961c93077d13cc5b&device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 1129 time: 0.0438573 Oct 03 16:07:57.496285 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2f0a3-79dd-4b4c-b8a0-62c0aa8e314e tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9758de4b-6f77-49e8-a287-d44e32dc2c69,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:57.501304 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e6a2f0a3-79dd-4b4c-b8a0-62c0aa8e314e tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.502536 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-e6a2f0a3-79dd-4b4c-b8a0-62c0aa8e314e tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1512251 Oct 03 16:07:57.506241 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56244) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:57.510941 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-951181bb-79dc-4be4-bac2-74efa0fd8d68 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Request body: {'security_group_rule': {'security_group_id': '9758de4b-6f77-49e8-a287-d44e32dc2c69', 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:57.538419 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:57.580533 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-951181bb-79dc-4be4-bac2-74efa0fd8d68 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (d6782e61-a242-49c5-8ecd-5c738ef14592), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.626262 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbb3cc-8a06-402b-be88-84b14cc6fc2d req-9baf40da-61d5-4fec-b42c-3bf2fdf89e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:57.627726 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-57dbb3cc-8a06-402b-be88-84b14cc6fc2d req-9baf40da-61d5-4fec-b42c-3bf2fdf89e7f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9b506095-b239-4c3c-b1a3-9e4b5609e07c HTTP/1.1" status: 200 len: 915 time: 0.1454482 Oct 03 16:07:57.660272 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-ef296ec2-5bf3-4b9e-a313-e82569686854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 4, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port': {'id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:03Z', 'updated_at': '2022-10-03T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'cd0b5063-9abb-49c5-bd4b-8046e2a15198', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'port_id': '077aebd9-5bf2-430e-8748-15b9e3511bf8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'mac_address': 'fa:16:3e:89:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:07:56Z', 'updated_at': '2022-10-03T16:07:56Z', 'revision_number': 0, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5302672d-1f11-499a-945c-520d7a32c4c6', 'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'mac_address': 'fa:16:3e:7a:4a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:05Z', 'updated_at': '2022-10-03T16:07:12Z', 'revision_number': 5, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'subnets': [{'id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:57.687036 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef296ec2-5bf3-4b9e-a313-e82569686854 None None] Checking router: fb04eaca-4f9c-40d4-a060-c4c52a4549c9 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:07:57.691401 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-951181bb-79dc-4be4-bac2-74efa0fd8d68 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (d6782e61-a242-49c5-8ecd-5c738ef14592), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.696105 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef296ec2-5bf3-4b9e-a313-e82569686854 None None] Routers {'fb04eaca-4f9c-40d4-a060-c4c52a4549c9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:07:57.696770 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-ef296ec2-5bf3-4b9e-a313-e82569686854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:07:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:57.697426 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-951181bb-79dc-4be4-bac2-74efa0fd8d68 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (d6782e61-a242-49c5-8ecd-5c738ef14592), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.720490 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-57dbb3cc-8a06-402b-be88-84b14cc6fc2d req-b90b567b-f467-479b-afe4-82ac8732b3d8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8 HTTP/1.1" status: 200 len: 998 time: 0.0834007 Oct 03 16:07:57.725869 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951181bb-79dc-4be4-bac2-74efa0fd8d68 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6782e61-a242-49c5-8ecd-5c738ef14592,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:57.736164 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-951181bb-79dc-4be4-bac2-74efa0fd8d68 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.737367 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-951181bb-79dc-4be4-bac2-74efa0fd8d68 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2303510 Oct 03 16:07:57.741276 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56246) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:57.745890 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-6154d3b0-953c-4efe-bfc6-f0c6dbce51ab tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Request body: {'security_group_rule': {'security_group_id': '9758de4b-6f77-49e8-a287-d44e32dc2c69', 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:57.775156 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6154d3b0-953c-4efe-bfc6-f0c6dbce51ab tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (2221f47f-933f-4f6b-bff7-d956ee5c8b57), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.786106 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbb3cc-8a06-402b-be88-84b14cc6fc2d req-17c9a687-740c-4200-8841-11f2b1eb9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:57.787693 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-57dbb3cc-8a06-402b-be88-84b14cc6fc2d req-17c9a687-740c-4200-8841-11f2b1eb9fde service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=ffd33f65-dffe-466a-a29e-c0daa40d6b28 HTTP/1.1" status: 200 len: 853 time: 0.0492647 Oct 03 16:07:57.803656 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-ef296ec2-5bf3-4b9e-a313-e82569686854 None None] Set router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:07:57.837327 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6154d3b0-953c-4efe-bfc6-f0c6dbce51ab tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (2221f47f-933f-4f6b-bff7-d956ee5c8b57), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.837797 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbb3cc-8a06-402b-be88-84b14cc6fc2d req-1d457fd8-5e51-44b5-b12b-86231d214e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:57.839295 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-57dbb3cc-8a06-402b-be88-84b14cc6fc2d req-1d457fd8-5e51-44b5-b12b-86231d214e9d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b506095-b239-4c3c-b1a3-9e4b5609e07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442328 Oct 03 16:07:57.841487 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6154d3b0-953c-4efe-bfc6-f0c6dbce51ab tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (2221f47f-933f-4f6b-bff7-d956ee5c8b57), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.865923 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:57.872877 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6154d3b0-953c-4efe-bfc6-f0c6dbce51ab tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.874377 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-6154d3b0-953c-4efe-bfc6-f0c6dbce51ab tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320019 Oct 03 16:07:57.875692 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154d3b0-953c-4efe-bfc6-f0c6dbce51ab tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2221f47f-933f-4f6b-bff7-d956ee5c8b57,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:57.886883 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56250) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:57.892911 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-751902b3-b85f-44bc-a07f-03b805078833 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Request body: {'security_group_rule': {'security_group_id': '9758de4b-6f77-49e8-a287-d44e32dc2c69', 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:57.933306 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-751902b3-b85f-44bc-a07f-03b805078833 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (f1e37003-f029-4540-89c3-a1cde3358f7f), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:57.959278 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-57dbb3cc-8a06-402b-be88-84b14cc6fc2d req-7ff9208c-a0b4-4295-848d-7dc8115b1f3d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130126 Oct 03 16:07:57.977625 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:58.013806 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-751902b3-b85f-44bc-a07f-03b805078833 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (f1e37003-f029-4540-89c3-a1cde3358f7f), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.022285 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-751902b3-b85f-44bc-a07f-03b805078833 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (f1e37003-f029-4540-89c3-a1cde3358f7f), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.041838 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751902b3-b85f-44bc-a07f-03b805078833 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e37003-f029-4540-89c3-a1cde3358f7f,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:58.043950 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-ef296ec2-5bf3-4b9e-a313-e82569686854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 4, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port': {'id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:03Z', 'updated_at': '2022-10-03T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'cd0b5063-9abb-49c5-bd4b-8046e2a15198', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'port_id': '077aebd9-5bf2-430e-8748-15b9e3511bf8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'mac_address': 'fa:16:3e:89:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:07:56Z', 'updated_at': '2022-10-03T16:07:56Z', 'revision_number': 0, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5302672d-1f11-499a-945c-520d7a32c4c6', 'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'mac_address': 'fa:16:3e:7a:4a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:05Z', 'updated_at': '2022-10-03T16:07:12Z', 'revision_number': 5, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'subnets': [{'id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:07:58.072933 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef296ec2-5bf3-4b9e-a313-e82569686854 None None] The sync data for ids ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'] in dv-cinder-844563-13-iscsi is: [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 4, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port': {'id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:03Z', 'updated_at': '2022-10-03T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'cd0b5063-9abb-49c5-bd4b-8046e2a15198', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'port_id': '077aebd9-5bf2-430e-8748-15b9e3511bf8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'mac_address': 'fa:16:3e:89:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:07:56Z', 'updated_at': '2022-10-03T16:07:56Z', 'revision_number': 0, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5302672d-1f11-499a-945c-520d7a32c4c6', 'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'mac_address': 'fa:16:3e:7a:4a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:05Z', 'updated_at': '2022-10-03T16:07:12Z', 'revision_number': 5, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'subnets': [{'id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:07:58.074033 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-751902b3-b85f-44bc-a07f-03b805078833 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.080156 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-751902b3-b85f-44bc-a07f-03b805078833 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1921649 Oct 03 16:07:58.080667 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-57dbb3cc-8a06-402b-be88-84b14cc6fc2d req-3b6b3e55-9cd2-46c2-af65-729902b40fc2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072440 Oct 03 16:07:58.082848 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56258) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:58.088498 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-50562e5c-7078-47a1-8a61-272b64b82c13 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Request body: {'security_group_rule': {'security_group_id': '9758de4b-6f77-49e8-a287-d44e32dc2c69', 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:58.120741 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-50562e5c-7078-47a1-8a61-272b64b82c13 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (c74262f2-d388-4212-9409-6361bf8fdf98), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.185703 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-50562e5c-7078-47a1-8a61-272b64b82c13 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (c74262f2-d388-4212-9409-6361bf8fdf98), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.190817 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-50562e5c-7078-47a1-8a61-272b64b82c13 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (c74262f2-d388-4212-9409-6361bf8fdf98), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.212900 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50562e5c-7078-47a1-8a61-272b64b82c13 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74262f2-d388-4212-9409-6361bf8fdf98,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:58.221047 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-50562e5c-7078-47a1-8a61-272b64b82c13 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.224930 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-50562e5c-7078-47a1-8a61-272b64b82c13 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385090 Oct 03 16:07:58.225160 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56262) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:58.229614 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-c62c766d-c684-4eeb-a59e-3aff725d6886 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Request body: {'security_group_rule': {'security_group_id': '9758de4b-6f77-49e8-a287-d44e32dc2c69', 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:58.270204 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.securitygroups_db [None req-c62c766d-c684-4eeb-a59e-3aff725d6886 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Project a7ffe330a5d2482e961c93077d13cc5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 16:07:58.277408 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c62c766d-c684-4eeb-a59e-3aff725d6886 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (eef5a2fb-0598-47eb-b379-4ff2710e0f17), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.281594 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:58.282952 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56264) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:58.310974 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40702533-f4c9-4d9a-bd4c-a8cdf9487799 None None] New status for floating IP cd0b5063-9abb-49c5-bd4b-8046e2a15198: ACTIVE {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:07:58.356011 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c62c766d-c684-4eeb-a59e-3aff725d6886 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (eef5a2fb-0598-47eb-b379-4ff2710e0f17), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.360560 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c62c766d-c684-4eeb-a59e-3aff725d6886 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (eef5a2fb-0598-47eb-b379-4ff2710e0f17), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.377636 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:58.391175 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c62c766d-c684-4eeb-a59e-3aff725d6886 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.395051 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-c62c766d-c684-4eeb-a59e-3aff725d6886 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1663206 Oct 03 16:07:58.395387 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56268) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:58.400610 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-853879cb-f637-4d6a-b370-97017ca534df tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Request body: {'security_group_rule': {'security_group_id': '9758de4b-6f77-49e8-a287-d44e32dc2c69', 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:58.406318 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c766d-c684-4eeb-a59e-3aff725d6886 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef5a2fb-0598-47eb-b379-4ff2710e0f17,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:58.425978 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8190f0c8-7078-4e3f-8551-dbb4fd684076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.456529 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.securitygroups_db [None req-853879cb-f637-4d6a-b370-97017ca534df tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Project a7ffe330a5d2482e961c93077d13cc5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 16:07:58.468477 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-853879cb-f637-4d6a-b370-97017ca534df tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (6fafd462-8f40-40a4-877b-12b965097dbd), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.570298 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-853879cb-f637-4d6a-b370-97017ca534df tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (6fafd462-8f40-40a4-877b-12b965097dbd), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.577061 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-853879cb-f637-4d6a-b370-97017ca534df tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (6fafd462-8f40-40a4-877b-12b965097dbd), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.598001 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8190f0c8-7078-4e3f-8551-dbb4fd684076 admin admin] Publish callbacks [] for security_group (46c2192e-b509-4a1f-825e-783b8269281d), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.611243 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8190f0c8-7078-4e3f-8551-dbb4fd684076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (46c2192e-b509-4a1f-825e-783b8269281d), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.613580 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853879cb-f637-4d6a-b370-97017ca534df tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fafd462-8f40-40a4-877b-12b965097dbd,revision_number=0']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:58.643134 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-853879cb-f637-4d6a-b370-97017ca534df tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.644662 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-853879cb-f637-4d6a-b370-97017ca534df tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2473187 Oct 03 16:07:58.668917 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-8190f0c8-7078-4e3f-8551-dbb4fd684076 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6d54213fc22d47eebc5178c7f7ee5922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847656 Oct 03 16:07:58.669654 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190f0c8-7078-4e3f-8551-dbb4fd684076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c2192e-b509-4a1f-825e-783b8269281d,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:58.671758 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56272) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:58.757008 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-31958f79-8ca7-4f09-9045-0a17b68c7663 admin admin] Publish callbacks [] for security_group (46c2192e-b509-4a1f-825e-783b8269281d), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.788310 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ffe90f71-cf12-4d31-9e09-1f172749d0cc req-6dc827e9-8e6c-4dbe-9de8-8a067b5be252 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1260312112&fields=id&tenant_id=a7ffe330a5d2482e961c93077d13cc5b HTTP/1.1" status: 200 len: 267 time: 0.0786753 Oct 03 16:07:58.793253 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-31958f79-8ca7-4f09-9045-0a17b68c7663 admin admin] Publish callbacks [] for security_group (46c2192e-b509-4a1f-825e-783b8269281d), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.863810 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe90f71-cf12-4d31-9e09-1f172749d0cc req-38214d71-538b-4dac-9a68-03f919427753 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:58.865363 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ffe90f71-cf12-4d31-9e09-1f172749d0cc req-38214d71-538b-4dac-9a68-03f919427753 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 945 time: 0.0697520 Oct 03 16:07:58.877295 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-ffe90f71-cf12-4d31-9e09-1f172749d0cc req-1647b516-b8d1-43b5-9ce1-babbe5366da3 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Request body: {'port': {'security_groups': ['d49330e0-b168-4c81-9821-9bdef8377558', '9758de4b-6f77-49e8-a287-d44e32dc2c69']}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:07:58.918548 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-31958f79-8ca7-4f09-9045-0a17b68c7663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (46c2192e-b509-4a1f-825e-783b8269281d), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.922325 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-31958f79-8ca7-4f09-9045-0a17b68c7663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:58.923739 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-31958f79-8ca7-4f09-9045-0a17b68c7663 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/46c2192e-b509-4a1f-825e-783b8269281d HTTP/1.1" status: 204 len: 168 time: 0.2509811 Oct 03 16:07:58.944932 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31958f79-8ca7-4f09-9045-0a17b68c7663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c2192e-b509-4a1f-825e-783b8269281d,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:58.979958 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-ffe90f71-cf12-4d31-9e09-1f172749d0cc req-1647b516-b8d1-43b5-9ce1-babbe5366da3 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:59.215862 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-ffe90f71-cf12-4d31-9e09-1f172749d0cc req-1647b516-b8d1-43b5-9ce1-babbe5366da3 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] For port 077aebd9-5bf2-430e-8748-15b9e3511bf8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8,segment=NetworkSegment(6b7a9225-dbd0-4d71-81c9-2544d81ee2c9),segment_id=6b7a9225-dbd0-4d71-81c9-2544d81ee2c9)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:07:59.245782 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56278) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:59.250220 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-ffe90f71-cf12-4d31-9e09-1f172749d0cc req-1647b516-b8d1-43b5-9ce1-babbe5366da3 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:59.254762 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-ffe90f71-cf12-4d31-9e09-1f172749d0cc req-1647b516-b8d1-43b5-9ce1-babbe5366da3 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:59.259578 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-26a0387b-c4d4-47c5-9352-b9b94c3235a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:59.267364 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe90f71-cf12-4d31-9e09-1f172749d0cc req-1647b516-b8d1-43b5-9ce1-babbe5366da3 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:59.268009 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-ffe90f71-cf12-4d31-9e09-1f172749d0cc req-1647b516-b8d1-43b5-9ce1-babbe5366da3 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:59.269467 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ffe90f71-cf12-4d31-9e09-1f172749d0cc req-1647b516-b8d1-43b5-9ce1-babbe5366da3 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "PUT /networking/v2.0/ports/077aebd9-5bf2-430e-8748-15b9e3511bf8 HTTP/1.1" status: 200 len: 981 time: 0.3973272 Oct 03 16:07:59.269670 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['077aebd9-5bf2-430e-8748-15b9e3511bf8'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:07:59.332034 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647b516-b8d1-43b5-9ce1-babbe5366da3 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event updated for resources: {'Port': ['ID=077aebd9-5bf2-430e-8748-15b9e3511bf8,revision_number=6']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:59.363782 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:59.383035 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-26a0387b-c4d4-47c5-9352-b9b94c3235a9 admin admin] Publish callbacks [] for security_group (ef68876c-36e0-434d-ab8b-0f9b3d4b8dd8), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:59.386407 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['077aebd9-5bf2-430e-8748-15b9e3511bf8'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:07:59.387642 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-26a0387b-c4d4-47c5-9352-b9b94c3235a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ef68876c-36e0-434d-ab8b-0f9b3d4b8dd8), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:59.397792 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:07:59.400190 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02697efb-851c-47f7-af2d-a9918ffc0339" -d '{"events": [{"name": "network-changed", "server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:07:59.410067 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08302cbf-244a-49ad-92d4-54af33f8639b req-158e0e2c-7fe3-4709-93c9-c688d79b408f tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:59.411713 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-08302cbf-244a-49ad-92d4-54af33f8639b req-158e0e2c-7fe3-4709-93c9-c688d79b408f tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 984 time: 0.0652483 Oct 03 16:07:59.429371 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0387b-c4d4-47c5-9352-b9b94c3235a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef68876c-36e0-434d-ab8b-0f9b3d4b8dd8,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:59.434722 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-26a0387b-c4d4-47c5-9352-b9b94c3235a9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8aefd5a642384d8f9808600abdc7ed7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878963 Oct 03 16:07:59.439585 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56284) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:07:59.477612 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b22cab1-3de1-40a8-81f9-cc5e9297c0d7 x-openstack-request-id: req-2b22cab1-3de1-40a8-81f9-cc5e9297c0d7 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:07:59.477905 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:07:59.478159 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2b22cab1-3de1-40a8-81f9-cc5e9297c0d7 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:07:59.478566 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b22cab1-3de1-40a8-81f9-cc5e9297c0d7'] response: {'name': 'network-changed', 'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8', 'status': 'completed', 'code': 200} Oct 03 16:07:59.528779 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:59.553178 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-08302cbf-244a-49ad-92d4-54af33f8639b req-8227e964-d862-48bc-9e39-1c7d6b6d0c7a tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&id=9758de4b-6f77-49e8-a287-d44e32dc2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357548 Oct 03 16:07:59.569526 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02697efb-851c-47f7-af2d-a9918ffc0339 req-ace9ac9f-827b-48f8-8b63-86fc153fb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:59.571036 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-02697efb-851c-47f7-af2d-a9918ffc0339 req-ace9ac9f-827b-48f8-8b63-86fc153fb26f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a7ffe330a5d2482e961c93077d13cc5b&device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 1168 time: 0.0696430 Oct 03 16:07:59.573961 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-65253fc5-ffe4-4a44-9164-215728c3d7e7 admin admin] Publish callbacks [] for security_group (ef68876c-36e0-434d-ab8b-0f9b3d4b8dd8), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:59.600250 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:59.612416 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:07:59.616130 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-65253fc5-ffe4-4a44-9164-215728c3d7e7 admin admin] Publish callbacks [] for security_group (ef68876c-36e0-434d-ab8b-0f9b3d4b8dd8), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:59.714811 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02697efb-851c-47f7-af2d-a9918ffc0339 req-b0f759e2-8ff9-4252-b68c-a3d6cc4480db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:59.716666 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-02697efb-851c-47f7-af2d-a9918ffc0339 req-b0f759e2-8ff9-4252-b68c-a3d6cc4480db service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9b506095-b239-4c3c-b1a3-9e4b5609e07c HTTP/1.1" status: 200 len: 915 time: 0.1290584 Oct 03 16:07:59.735315 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-65253fc5-ffe4-4a44-9164-215728c3d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (ef68876c-36e0-434d-ab8b-0f9b3d4b8dd8), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:59.738353 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-65253fc5-ffe4-4a44-9164-215728c3d7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:07:59.740118 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-65253fc5-ffe4-4a44-9164-215728c3d7e7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ef68876c-36e0-434d-ab8b-0f9b3d4b8dd8 HTTP/1.1" status: 204 len: 168 time: 0.2994373 Oct 03 16:07:59.781445 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65253fc5-ffe4-4a44-9164-215728c3d7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef68876c-36e0-434d-ab8b-0f9b3d4b8dd8,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:07:59.798784 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-02697efb-851c-47f7-af2d-a9918ffc0339 req-50c324d1-facc-4b10-97f5-16d1bbdea152 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8 HTTP/1.1" status: 200 len: 1000 time: 0.0750954 Oct 03 16:07:59.865692 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02697efb-851c-47f7-af2d-a9918ffc0339 req-85ecd23b-f705-490c-996d-002d901d9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:59.867225 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-02697efb-851c-47f7-af2d-a9918ffc0339 req-85ecd23b-f705-490c-996d-002d901d9a98 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=ffd33f65-dffe-466a-a29e-c0daa40d6b28 HTTP/1.1" status: 200 len: 853 time: 0.0596514 Oct 03 16:07:59.919954 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02697efb-851c-47f7-af2d-a9918ffc0339 req-366aadb2-ff79-445d-8046-a9ad85ce0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:07:59.922243 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-02697efb-851c-47f7-af2d-a9918ffc0339 req-366aadb2-ff79-445d-8046-a9ad85ce0efc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b506095-b239-4c3c-b1a3-9e4b5609e07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462015 Oct 03 16:08:00.018970 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-02697efb-851c-47f7-af2d-a9918ffc0339 req-e737d542-761a-4e61-a07e-2594adae23c6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901129 Oct 03 16:08:00.118871 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56294) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:08:00.126512 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-02697efb-851c-47f7-af2d-a9918ffc0339 req-8118b5da-47c3-4795-985e-0ed77e6df53f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939248 Oct 03 16:08:00.134700 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-458bf23d-b20c-4edc-b581-2afb0a5e1c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:00.215565 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-458bf23d-b20c-4edc-b581-2afb0a5e1c41 admin admin] Publish callbacks [] for security_group (5aeafc94-b363-42cd-bffb-4dff5f17fc90), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:00.219232 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-458bf23d-b20c-4edc-b581-2afb0a5e1c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (5aeafc94-b363-42cd-bffb-4dff5f17fc90), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:00.235147 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:INSERT=25 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:00.243289 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:00.267117 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-458bf23d-b20c-4edc-b581-2afb0a5e1c41 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7cbc2be0ee9645e6b002069426709642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471875 Oct 03 16:08:00.269370 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458bf23d-b20c-4edc-b581-2afb0a5e1c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeafc94-b363-42cd-bffb-4dff5f17fc90,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:00.269859 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56296) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:08:00.323671 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Publish callbacks [] for security_group (5aeafc94-b363-42cd-bffb-4dff5f17fc90), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:00.345894 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Publish callbacks [] for security_group (5aeafc94-b363-42cd-bffb-4dff5f17fc90), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:00.398412 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (5aeafc94-b363-42cd-bffb-4dff5f17fc90), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:00.400948 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:00.402251 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5aeafc94-b363-42cd-bffb-4dff5f17fc90 HTTP/1.1" status: 204 len: 168 time: 0.1312802 Oct 03 16:08:00.411738 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeafc94-b363-42cd-bffb-4dff5f17fc90,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:00.419691 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.420676 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.421174 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.421515 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.421845 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.422226 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.422489 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.422816 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.423132 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.423455 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.423775 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.424091 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.424407 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.424739 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.425053 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0fd36-ade2-43e7-a461-0f33358b7f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:00.550264 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:08:02.691404 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-7abe1374-bed8-4c4a-82dc-16b2c97071e6 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=f63f9a22c695451da76e8794f1b6a7a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287590 Oct 03 16:08:02.872378 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-beccfa03-6d41-4b24-9e3f-63c8c37621ae tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:02.873806 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-beccfa03-6d41-4b24-9e3f-63c8c37621ae tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773751 Oct 03 16:08:02.887832 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-a8bb8605-8464-40a6-8b43-ddc0d16eeadd tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/quotas/f63f9a22c695451da76e8794f1b6a7a9 HTTP/1.1" status: 200 len: 375 time: 0.0086973 Oct 03 16:08:02.919523 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-247aa6c9-f1ed-4dea-8cfc-3ce92a331460 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f63f9a22c695451da76e8794f1b6a7a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263152 Oct 03 16:08:03.089103 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c6f9941c-3e5f-48bd-8484-e2dcce9d07c6 req-f21423af-7c90-4400-ba0c-08b7f8909d80 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 210 time: 0.0312350 Oct 03 16:08:04.460533 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-596f99bc-2cc5-4a6b-ba6a-93add7737d39 req-908be2bb-82be-4121-b3e1-65e2fa0c2d99 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 210 time: 0.2968159 Oct 03 16:08:04.473252 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-e7a650c6-c3f0-4591-b08f-94f00c77e2b2 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=f63f9a22c695451da76e8794f1b6a7a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239184 Oct 03 16:08:04.542649 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:04.581856 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-12d60cb9-58df-487f-a702-660fcb588fe2 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:04.583319 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-12d60cb9-58df-487f-a702-660fcb588fe2 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047332 Oct 03 16:08:04.600472 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Request body: {'port': {'device_id': '6e3bc030-93ba-4e61-b6a2-38ddc87fb68c', 'network_id': '9cdd5dec-75e3-4a46-be60-0cb128b3d9c1', 'admin_state_up': True, 'tenant_id': 'f63f9a22c695451da76e8794f1b6a7a9'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:08:04.702524 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:04.707309 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Made reservation on behalf of f63f9a22c695451da76e8794f1b6a7a9 for: {'port': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:08:04.711256 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:04.720695 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:04.797898 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Publish callbacks [] for security_group (f2d133b4-c8d3-4e30-ad78-0094fa9580e0), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:04.801505 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (f2d133b4-c8d3-4e30-ad78-0094fa9580e0), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:04.863254 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d133b4-c8d3-4e30-ad78-0094fa9580e0,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:04.933666 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Allocated IP 192.168.233.228 (9cdd5dec-75e3-4a46-be60-0cb128b3d9c1/2a99bf47-8320-4d99-8e9b-a64687611b39/7203e4aa-8d6b-406d-9a93-be5a24c9293a) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:08:05.079948 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Publish callbacks [] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:05.111776 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:05.155732 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Network 9cdd5dec-75e3-4a46-be60-0cb128b3d9c1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:08:05.158889 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:08:05.162705 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:08:05.188448 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Pushing event updated for resources: {'Port': ['ID=7203e4aa-8d6b-406d-9a93-be5a24c9293a,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:05.209535 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:05.217757 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:05.218365 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:05.236258 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-101112be-3f43-4dd0-8949-03b60caab06b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6392527 Oct 03 16:08:05.249331 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Request body: {'port': {'device_id': '6e3bc030-93ba-4e61-b6a2-38ddc87fb68c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:08:05.312693 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:05.433388 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-2306e2a1-f5c2-4559-88bd-ff9bec96af37 None None] Provisioning complete for port 7203e4aa-8d6b-406d-9a93-be5a24c9293a triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:08:05.433942 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2306e2a1-f5c2-4559-88bd-ff9bec96af37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:05.434028 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-2306e2a1-f5c2-4559-88bd-ff9bec96af37 None None] Attempt 1 to provision port 7203e4aa-8d6b-406d-9a93-be5a24c9293a Oct 03 16:08:05.470058 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-2306e2a1-f5c2-4559-88bd-ff9bec96af37 None None] Port 7203e4aa-8d6b-406d-9a93-be5a24c9293a cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:08:05.485950 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:05.608477 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7203e4aa-8d6b-406d-9a93-be5a24c9293a {{(pid=106162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:08:05.619928 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656b586-8b00-4d48-b091-c79466913a33 req-bf4d9144-8ec9-4a0b-bddd-e2f8c9305b3c tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:05.621422 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8656b586-8b00-4d48-b091-c79466913a33 req-bf4d9144-8ec9-4a0b-bddd-e2f8c9305b3c tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 936 time: 0.0803611 Oct 03 16:08:05.623717 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Publish callbacks [] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:05.651728 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.provisioning_blocks [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Transition to ACTIVE for port object 7203e4aa-8d6b-406d-9a93-be5a24c9293a will not be triggered until provisioned by entity L2. {{(pid=106162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:08:05.662059 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:05.712296 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8656b586-8b00-4d48-b091-c79466913a33 req-07499d33-bf55-4243-b16a-b804783af60c tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2d133b4-c8d3-4e30-ad78-0094fa9580e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845942 Oct 03 16:08:05.740224 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=7203e4aa-8d6b-406d-9a93-be5a24c9293a,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:05.789526 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Attempting to bind port 7203e4aa-8d6b-406d-9a93-be5a24c9293a on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:08:05.789859 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Attempting to bind port 7203e4aa-8d6b-406d-9a93-be5a24c9293a by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '152ed94a-e7dd-4ca5-84df-c3e4239023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9cdd5dec-75e3-4a46-be60-0cb128b3d9c1'}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:08:05.790182 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Attempting to bind port 7203e4aa-8d6b-406d-9a93-be5a24c9293a on network 9cdd5dec-75e3-4a46-be60-0cb128b3d9c1 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:08:05.830693 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Port 7203e4aa-8d6b-406d-9a93-be5a24c9293a on network 9cdd5dec-75e3-4a46-be60-0cb128b3d9c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:08:05.831014 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Attempting to bind port 7203e4aa-8d6b-406d-9a93-be5a24c9293a on network 9cdd5dec-75e3-4a46-be60-0cb128b3d9c1 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:08:05.871746 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:08:05.872012 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Checking segment: {'id': '152ed94a-e7dd-4ca5-84df-c3e4239023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9cdd5dec-75e3-4a46-be60-0cb128b3d9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:08:05.872391 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Bound using segment: {'id': '152ed94a-e7dd-4ca5-84df-c3e4239023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9cdd5dec-75e3-4a46-be60-0cb128b3d9c1'} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:08:05.873558 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Bound port: 7203e4aa-8d6b-406d-9a93-be5a24c9293a, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152ed94a-e7dd-4ca5-84df-c3e4239023db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9cdd5dec-75e3-4a46-be60-0cb128b3d9c1'}}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:08:05.874006 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:05.936535 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] For port 7203e4aa-8d6b-406d-9a93-be5a24c9293a, host hv-cinder-84456, cleared binding levels {{(pid=106162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:08:05.939610 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] For port 7203e4aa-8d6b-406d-9a93-be5a24c9293a, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7203e4aa-8d6b-406d-9a93-be5a24c9293a,segment=NetworkSegment(152ed94a-e7dd-4ca5-84df-c3e4239023db),segment_id=152ed94a-e7dd-4ca5-84df-c3e4239023db)] {{(pid=106162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:08:05.945579 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:05.950601 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:05.951734 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:05.953141 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/7203e4aa-8d6b-406d-9a93-be5a24c9293a HTTP/1.1" status: 200 len: 1098 time: 0.7086334 Oct 03 16:08:05.953696 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3bc030-93ba-4e61-b6a2-38ddc87fb68c', 'tag': '7203e4aa-8d6b-406d-9a93-be5a24c9293a'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:08:05.956027 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80891e5-202b-4a76-a3b6-13634ef50961" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3bc030-93ba-4e61-b6a2-38ddc87fb68c", "tag": "7203e4aa-8d6b-406d-9a93-be5a24c9293a"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:08:05.994414 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37ff747-019d-4904-bfb6-16d8a8fb547e x-openstack-request-id: req-e37ff747-019d-4904-bfb6-16d8a8fb547e {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:08:05.994713 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3bc030-93ba-4e61-b6a2-38ddc87fb68c", "tag": "7203e4aa-8d6b-406d-9a93-be5a24c9293a", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:08:05.994973 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e37ff747-019d-4904-bfb6-16d8a8fb547e {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:08:05.995394 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e37ff747-019d-4904-bfb6-16d8a8fb547e'] response: {'name': 'network-changed', 'server_uuid': '6e3bc030-93ba-4e61-b6a2-38ddc87fb68c', 'tag': '7203e4aa-8d6b-406d-9a93-be5a24c9293a', 'status': 'completed', 'code': 200} Oct 03 16:08:06.014617 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebec147-888b-4cb4-952e-1ca8c444cbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=7203e4aa-8d6b-406d-9a93-be5a24c9293a,revision_number=3']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:06.043403 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-56ca5c29-b82c-4193-9bd4-9742424043f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:06.045655 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-56ca5c29-b82c-4193-9bd4-9742424043f1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f63f9a22c695451da76e8794f1b6a7a9&device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 1132 time: 0.0440462 Oct 03 16:08:06.089994 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-d803e16d-494f-4e2a-94f0-34b6d81b50eb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=7203e4aa-8d6b-406d-9a93-be5a24c9293a HTTP/1.1" status: 200 len: 217 time: 0.0355792 Oct 03 16:08:06.105025 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:06.143000 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-b75ceebd-3fb6-44f8-860d-eb4570cadbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:06.144381 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-b75ceebd-3fb6-44f8-860d-eb4570cadbb6 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2a99bf47-8320-4d99-8e9b-a64687611b39 HTTP/1.1" status: 200 len: 843 time: 0.0459785 Oct 03 16:08:06.189377 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-59e65da1-e109-4c24-a92d-86fdf22f3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:06.190840 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-59e65da1-e109-4c24-a92d-86fdf22f3f47 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9cdd5dec-75e3-4a46-be60-0cb128b3d9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0389419 Oct 03 16:08:06.293054 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-2ebbf064-f4de-4fed-99dc-55e7b9f94de7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9cdd5dec-75e3-4a46-be60-0cb128b3d9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873737 Oct 03 16:08:06.381781 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:06.397960 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d0aa8bb2-7578-4137-8847-33a35ae49f3a req-d447e9b3-3421-432f-940b-e882426138da service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9cdd5dec-75e3-4a46-be60-0cb128b3d9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969851 Oct 03 16:08:06.825571 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:06.841963 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f9023-f1fa-4b17-b8bb-642afc0ab642 req-c5b86c02-7f7e-40dd-ad04-fc7bbf8c2ac5 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:06.843450 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-636f9023-f1fa-4b17-b8bb-642afc0ab642 req-c5b86c02-7f7e-40dd-ad04-fc7bbf8c2ac5 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 948 time: 0.0554678 Oct 03 16:08:06.890273 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-636f9023-f1fa-4b17-b8bb-642afc0ab642 req-f46cdcf3-bcca-4b9a-bee5-58b0e720b96e tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2d133b4-c8d3-4e30-ad78-0094fa9580e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Oct 03 16:08:07.449799 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80891e5-202b-4a76-a3b6-13634ef50961 req-de6cbbb8-311c-463b-be88-7d3df64b9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:07.451866 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f80891e5-202b-4a76-a3b6-13634ef50961 req-de6cbbb8-311c-463b-be88-7d3df64b9e8e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f63f9a22c695451da76e8794f1b6a7a9&device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 1132 time: 0.0386057 Oct 03 16:08:07.546773 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80891e5-202b-4a76-a3b6-13634ef50961 req-ad5a19f6-ee66-4386-894d-664002f10109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:07.548346 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f80891e5-202b-4a76-a3b6-13634ef50961 req-ad5a19f6-ee66-4386-894d-664002f10109 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9cdd5dec-75e3-4a46-be60-0cb128b3d9c1 HTTP/1.1" status: 200 len: 870 time: 0.0878530 Oct 03 16:08:07.588836 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f80891e5-202b-4a76-a3b6-13634ef50961 req-06653dda-3d08-4e17-a5a9-0b2d4bb5cee2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=7203e4aa-8d6b-406d-9a93-be5a24c9293a HTTP/1.1" status: 200 len: 217 time: 0.0329034 Oct 03 16:08:07.637634 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80891e5-202b-4a76-a3b6-13634ef50961 req-049d9047-8f81-4563-b71d-c33e8c5cb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:07.639628 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f80891e5-202b-4a76-a3b6-13634ef50961 req-049d9047-8f81-4563-b71d-c33e8c5cb5ea service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2a99bf47-8320-4d99-8e9b-a64687611b39 HTTP/1.1" status: 200 len: 843 time: 0.0436795 Oct 03 16:08:07.683470 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80891e5-202b-4a76-a3b6-13634ef50961 req-cea5e26d-8b19-42cf-bc99-6ec952315907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:07.684962 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f80891e5-202b-4a76-a3b6-13634ef50961 req-cea5e26d-8b19-42cf-bc99-6ec952315907 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9cdd5dec-75e3-4a46-be60-0cb128b3d9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0375330 Oct 03 16:08:07.779729 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f80891e5-202b-4a76-a3b6-13634ef50961 req-66e8e3ca-86d4-4134-9b9e-90d3dd339e23 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9cdd5dec-75e3-4a46-be60-0cb128b3d9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866320 Oct 03 16:08:07.875350 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f80891e5-202b-4a76-a3b6-13634ef50961 req-cdc547f0-5d41-4bd9-a537-e3d570f709e1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9cdd5dec-75e3-4a46-be60-0cb128b3d9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874641 Oct 03 16:08:08.010913 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1abd2b-0ff4-48df-9133-4c55ddefbc57 req-aba2fe0f-2cbe-4fd6-9501-c4b45a2a655e tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:08.012384 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fd1abd2b-0ff4-48df-9133-4c55ddefbc57 req-aba2fe0f-2cbe-4fd6-9501-c4b45a2a655e tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 948 time: 0.0468407 Oct 03 16:08:08.059314 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-fd1abd2b-0ff4-48df-9133-4c55ddefbc57 req-5a104154-8a5b-4672-9a57-43633e442116 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2d133b4-c8d3-4e30-ad78-0094fa9580e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413494 Oct 03 16:08:08.447256 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:09.186373 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee433f-275d-4b7e-a8ee-bb35812d32f6 req-0d355aaf-f627-427b-a5f3-ee64eccb51b9 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:09.187741 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dcee433f-275d-4b7e-a8ee-bb35812d32f6 req-0d355aaf-f627-427b-a5f3-ee64eccb51b9 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 948 time: 0.0455182 Oct 03 16:08:09.233575 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dcee433f-275d-4b7e-a8ee-bb35812d32f6 req-363f7bc2-89a4-4e78-a64c-887ac055c8a1 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2d133b4-c8d3-4e30-ad78-0094fa9580e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Oct 03 16:08:09.526875 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 7203e4aa-8d6b-406d-9a93-be5a24c9293a details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:08:09.548826 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:09.588201 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:09.628388 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 7203e4aa-8d6b-406d-9a93-be5a24c9293a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7203e4aa-8d6b-406d-9a93-be5a24c9293a,segment=NetworkSegment(152ed94a-e7dd-4ca5-84df-c3e4239023db),segment_id=152ed94a-e7dd-4ca5-84df-c3e4239023db)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:08:09.639436 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': '7203e4aa-8d6b-406d-9a93-be5a24c9293a', 'network_id': '9cdd5dec-75e3-4a46-be60-0cb128b3d9c1', 'port_id': '7203e4aa-8d6b-406d-9a93-be5a24c9293a', 'mac_address': 'fa:16:3e:20:9d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a99bf47-8320-4d99-8e9b-a64687611b39', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:08:09.672620 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 7203e4aa-8d6b-406d-9a93-be5a24c9293a is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:08:09.673033 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:09.686329 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7203e4aa-8d6b-406d-9a93-be5a24c9293a {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:08:09.705648 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 7203e4aa-8d6b-406d-9a93-be5a24c9293a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7203e4aa-8d6b-406d-9a93-be5a24c9293a,segment=NetworkSegment(152ed94a-e7dd-4ca5-84df-c3e4239023db),segment_id=152ed94a-e7dd-4ca5-84df-c3e4239023db)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:08:09.709752 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:09.755379 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=7203e4aa-8d6b-406d-9a93-be5a24c9293a,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:09.762826 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.763227 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.763227 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.763848 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.764207 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.764541 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.764912 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.765242 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.765574 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.765904 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.766233 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.766563 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.766890 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.767227 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.767536 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:09.997457 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['7203e4aa-8d6b-406d-9a93-be5a24c9293a'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:08:10.276534 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:10.343321 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:10.358768 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed3083-14f9-4d21-a951-acfe2ce95900 req-44bf5d81-4052-4f6c-a50e-cfd33083bf35 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:10.360240 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3eed3083-14f9-4d21-a951-acfe2ce95900 req-44bf5d81-4052-4f6c-a50e-cfd33083bf35 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 949 time: 0.0520940 Oct 03 16:08:10.409404 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3eed3083-14f9-4d21-a951-acfe2ce95900 req-b94091e0-7f69-43de-9759-170f87f8438b tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2d133b4-c8d3-4e30-ad78-0094fa9580e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435598 Oct 03 16:08:10.484757 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6aa9248a-121e-4491-a38b-bcabdd2bd951 req-e3555dfb-71ee-4ccf-8c4b-af82c90d8082 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381272 Oct 03 16:08:10.550131 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:10.585462 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9248a-121e-4491-a38b-bcabdd2bd951 req-37b6d4ec-e049-4e63-a32a-85c479b5f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:10.586935 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6aa9248a-121e-4491-a38b-bcabdd2bd951 req-37b6d4ec-e049-4e63-a32a-85c479b5f436 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 1129 time: 0.0390348 Oct 03 16:08:10.697074 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9248a-121e-4491-a38b-bcabdd2bd951 req-c1f52f2b-e0b1-4ccf-af86-e0fd0d865ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:10.698703 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6aa9248a-121e-4491-a38b-bcabdd2bd951 req-c1f52f2b-e0b1-4ccf-af86-e0fd0d865ece service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 912 time: 0.0910287 Oct 03 16:08:10.739577 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:10.762902 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6aa9248a-121e-4491-a38b-bcabdd2bd951 req-e6d084e4-c3df-443a-af49-ab2a66455a72 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf87bb6-218f-4859-967c-bcf0cbc9dffe HTTP/1.1" status: 200 len: 1000 time: 0.0567803 Oct 03 16:08:10.815939 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9248a-121e-4491-a38b-bcabdd2bd951 req-042717ab-57a5-43ae-9e4e-e2f3a37d51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:10.817407 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6aa9248a-121e-4491-a38b-bcabdd2bd951 req-042717ab-57a5-43ae-9e4e-e2f3a37d51b5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 200 len: 850 time: 0.0475233 Oct 03 16:08:10.866506 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9248a-121e-4491-a38b-bcabdd2bd951 req-69106b17-2515-4752-a71e-cc28085f5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:10.867994 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6aa9248a-121e-4491-a38b-bcabdd2bd951 req-69106b17-2515-4752-a71e-cc28085f5ce5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=13403649-4ce4-4f7b-972e-1b4b67982742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406353 Oct 03 16:08:10.964405 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6aa9248a-121e-4491-a38b-bcabdd2bd951 req-3873aca6-c7cc-4edf-845f-8068ac054765 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855563 Oct 03 16:08:11.056571 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-6aa9248a-121e-4491-a38b-bcabdd2bd951 req-2145b7b0-5c8e-4eee-8260-2896476a9bb4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853651 Oct 03 16:08:11.531127 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a84a9e-37e8-49be-a7b4-39b47848787e req-3c9eec28-8047-4ef4-ac28-5532dd12f6f4 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:11.532567 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-34a84a9e-37e8-49be-a7b4-39b47848787e req-3c9eec28-8047-4ef4-ac28-5532dd12f6f4 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 949 time: 0.0458918 Oct 03 16:08:11.537129 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 7203e4aa-8d6b-406d-9a93-be5a24c9293a up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:08:11.579643 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port 7203e4aa-8d6b-406d-9a93-be5a24c9293a completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:08:11.583486 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-34a84a9e-37e8-49be-a7b4-39b47848787e req-834ca582-75c9-41a3-bfc2-bd5068ec16a9 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2d133b4-c8d3-4e30-ad78-0094fa9580e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451760 Oct 03 16:08:11.586241 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port 7203e4aa-8d6b-406d-9a93-be5a24c9293a triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:08:11.586793 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:11.587112 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port 7203e4aa-8d6b-406d-9a93-be5a24c9293a Oct 03 16:08:11.662724 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port 7203e4aa-8d6b-406d-9a93-be5a24c9293a is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:08:11.663189 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:11.686723 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3bc030-93ba-4e61-b6a2-38ddc87fb68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7203e4aa-8d6b-406d-9a93-be5a24c9293a'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:08:11.688973 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22009391-0922-4b5e-a2bd-207f177e6178" -d '{"events": [{"server_uuid": "6e3bc030-93ba-4e61-b6a2-38ddc87fb68c", "name": "network-vif-plugged", "status": "completed", "tag": "7203e4aa-8d6b-406d-9a93-be5a24c9293a"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:08:11.701799 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port 7203e4aa-8d6b-406d-9a93-be5a24c9293a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7203e4aa-8d6b-406d-9a93-be5a24c9293a,segment=NetworkSegment(152ed94a-e7dd-4ca5-84df-c3e4239023db),segment_id=152ed94a-e7dd-4ca5-84df-c3e4239023db)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:08:11.706040 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:11.729203 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e78d14-c144-4042-9567-5ca88cf368d1 x-openstack-request-id: req-28e78d14-c144-4042-9567-5ca88cf368d1 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:08:11.729501 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3bc030-93ba-4e61-b6a2-38ddc87fb68c", "name": "network-vif-plugged", "status": "completed", "tag": "7203e4aa-8d6b-406d-9a93-be5a24c9293a", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:08:11.729758 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-28e78d14-c144-4042-9567-5ca88cf368d1 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:08:11.730154 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e78d14-c144-4042-9567-5ca88cf368d1'] response: {'server_uuid': '6e3bc030-93ba-4e61-b6a2-38ddc87fb68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7203e4aa-8d6b-406d-9a93-be5a24c9293a', 'code': 200} Oct 03 16:08:11.758209 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=7203e4aa-8d6b-406d-9a93-be5a24c9293a,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:11.893764 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d6a85-7e48-425c-bdb6-f61f1e8081d3 req-e7c557ed-dd02-4f27-b9b0-57334d5ed2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:11.895231 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-168d6a85-7e48-425c-bdb6-f61f1e8081d3 req-e7c557ed-dd02-4f27-b9b0-57334d5ed2e8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 1134 time: 0.0386698 Oct 03 16:08:11.939556 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-168d6a85-7e48-425c-bdb6-f61f1e8081d3 req-4b80dba4-8619-4213-baf9-1ea8b0496e6b service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=f2d133b4-c8d3-4e30-ad78-0094fa9580e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380719 Oct 03 16:08:12.703634 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4415d49-ae79-4764-a3e0-bd3a4b7deaa8 req-dae6bc88-8c6f-4d22-8349-d5fcb450e35c tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:12.705132 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f4415d49-ae79-4764-a3e0-bd3a4b7deaa8 req-dae6bc88-8c6f-4d22-8349-d5fcb450e35c tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 950 time: 0.0457814 Oct 03 16:08:12.751869 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f4415d49-ae79-4764-a3e0-bd3a4b7deaa8 req-937f7880-5f31-40a3-88ef-cc5c90f55c24 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2d133b4-c8d3-4e30-ad78-0094fa9580e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409966 Oct 03 16:08:13.881311 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1219d-3cd4-47a9-afc9-b3d926012984 req-8225d6e5-5c9a-42a0-a919-cc88783c004a tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:13.882796 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d7e1219d-3cd4-47a9-afc9-b3d926012984 req-8225d6e5-5c9a-42a0-a919-cc88783c004a tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 950 time: 0.0501220 Oct 03 16:08:13.930464 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d7e1219d-3cd4-47a9-afc9-b3d926012984 req-85732b2f-df11-4dba-aae7-3d74f6b88506 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2d133b4-c8d3-4e30-ad78-0094fa9580e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421424 Oct 03 16:08:14.180570 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:14.196508 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c4f2d-3975-4334-94c8-8e88ddcb6766 req-7ad564dc-d94d-4d62-80c4-a7ef5a2bf76e tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:14.198003 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-875c4f2d-3975-4334-94c8-8e88ddcb6766 req-7ad564dc-d94d-4d62-80c4-a7ef5a2bf76e tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 950 time: 0.0485427 Oct 03 16:08:14.244395 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-875c4f2d-3975-4334-94c8-8e88ddcb6766 req-70ac134a-caf1-4b3f-ad1d-26adc07c6a33 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2d133b4-c8d3-4e30-ad78-0094fa9580e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 Oct 03 16:08:15.368998 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf481c-3f2a-43c5-b5c5-bd6ad7fa711c req-41b24496-b0b2-467d-9381-f2054d34f788 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:15.370456 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3baf481c-3f2a-43c5-b5c5-bd6ad7fa711c req-41b24496-b0b2-467d-9381-f2054d34f788 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 950 time: 0.0469739 Oct 03 16:08:15.419693 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3baf481c-3f2a-43c5-b5c5-bd6ad7fa711c req-05f545ab-cfa5-4412-af43-f011a7846e38 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2d133b4-c8d3-4e30-ad78-0094fa9580e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425174 Oct 03 16:08:15.823817 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99f1a1-1eec-478d-966e-6de696bb5aa2 req-9b53d71b-7d11-4f63-b9c1-aee3ebeabc98 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:15.825831 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9c99f1a1-1eec-478d-966e-6de696bb5aa2 req-9b53d71b-7d11-4f63-b9c1-aee3ebeabc98 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 950 time: 0.0496488 Oct 03 16:08:15.916603 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-9c99f1a1-1eec-478d-966e-6de696bb5aa2 req-432f70e3-58e2-4311-bbdc-85719f365b60 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Deleting port 7203e4aa-8d6b-406d-9a93-be5a24c9293a {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:08:15.916973 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9c99f1a1-1eec-478d-966e-6de696bb5aa2 req-432f70e3-58e2-4311-bbdc-85719f365b60 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:16.006688 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-9c99f1a1-1eec-478d-966e-6de696bb5aa2 req-432f70e3-58e2-4311-bbdc-85719f365b60 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] For port 7203e4aa-8d6b-406d-9a93-be5a24c9293a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7203e4aa-8d6b-406d-9a93-be5a24c9293a,segment=NetworkSegment(152ed94a-e7dd-4ca5-84df-c3e4239023db),segment_id=152ed94a-e7dd-4ca5-84df-c3e4239023db)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:08:16.007054 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9c99f1a1-1eec-478d-966e-6de696bb5aa2 req-432f70e3-58e2-4311-bbdc-85719f365b60 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:16.019906 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-9c99f1a1-1eec-478d-966e-6de696bb5aa2 req-432f70e3-58e2-4311-bbdc-85719f365b60 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Calling delete_port for 7203e4aa-8d6b-406d-9a93-be5a24c9293a owned by compute:nova {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:08:16.030884 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:16.157733 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9c99f1a1-1eec-478d-966e-6de696bb5aa2 req-432f70e3-58e2-4311-bbdc-85719f365b60 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (7203e4aa-8d6b-406d-9a93-be5a24c9293a), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:16.171879 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['7203e4aa-8d6b-406d-9a93-be5a24c9293a'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:08:16.187027 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f70e3-58e2-4311-bbdc-85719f365b60 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Pushing event deleted for resources: {'Port': ['ID=7203e4aa-8d6b-406d-9a93-be5a24c9293a,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:16.239005 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c99f1a1-1eec-478d-966e-6de696bb5aa2 req-432f70e3-58e2-4311-bbdc-85719f365b60 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] No DVR routers for this DVR port 7203e4aa-8d6b-406d-9a93-be5a24c9293a on host hv-cinder-84456 {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:08:16.241638 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-9c99f1a1-1eec-478d-966e-6de696bb5aa2 req-432f70e3-58e2-4311-bbdc-85719f365b60 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:16.245115 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9c99f1a1-1eec-478d-966e-6de696bb5aa2 req-432f70e3-58e2-4311-bbdc-85719f365b60 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.48 "DELETE /networking/v2.0/ports/7203e4aa-8d6b-406d-9a93-be5a24c9293a HTTP/1.1" status: 204 len: 173 time: 0.4083309 Oct 03 16:08:16.245643 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3bc030-93ba-4e61-b6a2-38ddc87fb68c', 'name': 'network-vif-deleted', 'tag': '7203e4aa-8d6b-406d-9a93-be5a24c9293a'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:08:16.248103 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88db10c0-0752-447d-899d-08fc4d534dc1" -d '{"events": [{"server_uuid": "6e3bc030-93ba-4e61-b6a2-38ddc87fb68c", "name": "network-vif-deleted", "tag": "7203e4aa-8d6b-406d-9a93-be5a24c9293a"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:08:16.461089 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0ed442-3cc3-4f9d-a42a-234e6ac93349 x-openstack-request-id: req-1c0ed442-3cc3-4f9d-a42a-234e6ac93349 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:08:16.461686 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3bc030-93ba-4e61-b6a2-38ddc87fb68c", "name": "network-vif-deleted", "tag": "7203e4aa-8d6b-406d-9a93-be5a24c9293a", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:08:16.461686 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1c0ed442-3cc3-4f9d-a42a-234e6ac93349 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:08:16.462210 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0ed442-3cc3-4f9d-a42a-234e6ac93349'] response: {'server_uuid': '6e3bc030-93ba-4e61-b6a2-38ddc87fb68c', 'name': 'network-vif-deleted', 'tag': '7203e4aa-8d6b-406d-9a93-be5a24c9293a', 'status': 'completed', 'code': 200} Oct 03 16:08:16.544653 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-317b3024-9651-4d1e-b7dd-cd7a7be09667 req-e1c6325b-f816-4487-a9dc-3e78e4133846 tempest-VolumesNegativeTest-1420013560 tempest-VolumesNegativeTest-1420013560-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6e3bc030-93ba-4e61-b6a2-38ddc87fb68c HTTP/1.1" status: 200 len: 210 time: 0.0312314 Oct 03 16:08:19.599477 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 7203e4aa-8d6b-406d-9a93-be5a24c9293a no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:08:19.618894 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: 7203e4aa-8d6b-406d-9a93-be5a24c9293a {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:08:19.619242 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 7203e4aa-8d6b-406d-9a93-be5a24c9293a not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:08:21.534174 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56648) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:08:21.671350 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-53fda1e1-7f0d-436a-982c-570e8a9efc7b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f63f9a22c695451da76e8794f1b6a7a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360440 Oct 03 16:08:21.673843 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56652) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:08:21.720940 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-358c83b7-ac1e-43bf-bf56-a431ed38aee9 admin admin] Publish callbacks [] for security_group (f2d133b4-c8d3-4e30-ad78-0094fa9580e0), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:21.740729 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-358c83b7-ac1e-43bf-bf56-a431ed38aee9 admin admin] Publish callbacks [] for security_group (f2d133b4-c8d3-4e30-ad78-0094fa9580e0), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:21.786747 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-358c83b7-ac1e-43bf-bf56-a431ed38aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (f2d133b4-c8d3-4e30-ad78-0094fa9580e0), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:21.789304 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-358c83b7-ac1e-43bf-bf56-a431ed38aee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:21.790525 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-358c83b7-ac1e-43bf-bf56-a431ed38aee9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f2d133b4-c8d3-4e30-ad78-0094fa9580e0 HTTP/1.1" status: 204 len: 168 time: 0.1157477 Oct 03 16:08:21.799141 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c83b7-ac1e-43bf-bf56-a431ed38aee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d133b4-c8d3-4e30-ad78-0094fa9580e0,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:22.194346 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8d7d9b0d-e7a8-4eea-9c3c-c253be5a656f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:24.274381 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e8fadb23-7c78-475d-b5e9-e7aec75b0fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:25.323152 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:25.371047 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2c235-4638-4002-9334-f2ccde6a95a2 req-a3f9145f-d843-4678-b303-7ec41ee95624 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:25.372593 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a0f2c235-4638-4002-9334-f2ccde6a95a2 req-a3f9145f-d843-4678-b303-7ec41ee95624 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 984 time: 0.0784125 Oct 03 16:08:25.382241 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bf849-2808-44f8-bdeb-91c792a1aa0a req-52a1387e-a4e3-4a3b-af7a-920a236f93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:25.383610 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-648bf849-2808-44f8-bdeb-91c792a1aa0a req-52a1387e-a4e3-4a3b-af7a-920a236f93e2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a7ffe330a5d2482e961c93077d13cc5b&device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 1168 time: 0.0593500 Oct 03 16:08:25.494261 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a0f2c235-4638-4002-9334-f2ccde6a95a2 req-1477bbaf-4289-433e-8796-449cb16429ae tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&id=9758de4b-6f77-49e8-a287-d44e32dc2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140156 Oct 03 16:08:25.516565 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bf849-2808-44f8-bdeb-91c792a1aa0a req-bd43628c-c82d-43d5-bb33-a693653b1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:25.518064 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-648bf849-2808-44f8-bdeb-91c792a1aa0a req-bd43628c-c82d-43d5-bb33-a693653b1647 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9b506095-b239-4c3c-b1a3-9e4b5609e07c HTTP/1.1" status: 200 len: 915 time: 0.1206169 Oct 03 16:08:25.581319 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-648bf849-2808-44f8-bdeb-91c792a1aa0a req-79ad3d74-4966-4e6f-a56a-e4d37b1d673e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8 HTTP/1.1" status: 200 len: 1000 time: 0.0552213 Oct 03 16:08:25.629481 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bf849-2808-44f8-bdeb-91c792a1aa0a req-a6fd9108-7eab-4cca-ad1e-5c63a64fa319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:25.631003 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-648bf849-2808-44f8-bdeb-91c792a1aa0a req-a6fd9108-7eab-4cca-ad1e-5c63a64fa319 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=ffd33f65-dffe-466a-a29e-c0daa40d6b28 HTTP/1.1" status: 200 len: 853 time: 0.0432205 Oct 03 16:08:25.681239 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bf849-2808-44f8-bdeb-91c792a1aa0a req-32463789-d804-4a15-b108-10902ef3f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:25.682671 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-648bf849-2808-44f8-bdeb-91c792a1aa0a req-32463789-d804-4a15-b108-10902ef3f873 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b506095-b239-4c3c-b1a3-9e4b5609e07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412469 Oct 03 16:08:25.770778 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-648bf849-2808-44f8-bdeb-91c792a1aa0a req-701622a6-174f-4ac1-a102-e5443e68c583 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803304 Oct 03 16:08:25.810611 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:25.823781 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:25.832410 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:25.870768 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-648bf849-2808-44f8-bdeb-91c792a1aa0a req-312c3c18-63c1-41f2-ade5-877981730162 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926669 Oct 03 16:08:26.631964 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542a980-e27b-4840-a515-4c8e5cb6bd3c req-34923adc-3a3d-48b0-a1f8-c9ba5f5b19b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:26.633497 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b542a980-e27b-4840-a515-4c8e5cb6bd3c req-34923adc-3a3d-48b0-a1f8-c9ba5f5b19b1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 984 time: 0.0476396 Oct 03 16:08:26.693908 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-b542a980-e27b-4840-a515-4c8e5cb6bd3c req-7bc249b5-7ead-4ca8-a249-a1bcbe3edb05 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&id=9758de4b-6f77-49e8-a287-d44e32dc2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541971 Oct 03 16:08:27.067561 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:27.180695 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:27.188276 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:27.825111 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e15303-067c-49f6-8609-c94d1afe1250 req-cf4cc595-4eda-42af-b696-3863f12b434d tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:27.828093 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a1e15303-067c-49f6-8609-c94d1afe1250 req-cf4cc595-4eda-42af-b696-3863f12b434d tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 984 time: 0.0570714 Oct 03 16:08:27.898301 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a1e15303-067c-49f6-8609-c94d1afe1250 req-1d2dbbc3-19cd-40dd-80e8-b02e8b28973f tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&id=9758de4b-6f77-49e8-a287-d44e32dc2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606453 Oct 03 16:08:28.548319 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:28.549074 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:29.024251 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b106a-4f18-438e-bf87-034b97424ca0 req-9d9c1222-7b17-4acb-b4fc-bcce9e4836fb tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:29.025739 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2c8b106a-4f18-438e-bf87-034b97424ca0 req-9d9c1222-7b17-4acb-b4fc-bcce9e4836fb tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 984 time: 0.0474768 Oct 03 16:08:29.084836 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-2c8b106a-4f18-438e-bf87-034b97424ca0 req-db00439d-d9c4-4d2b-a07c-86c1f805be5d tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&id=9758de4b-6f77-49e8-a287-d44e32dc2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534368 Oct 03 16:08:30.206678 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa021ec-77b8-49c2-abe8-ad04d569e0aa req-a3d3f8f3-ae00-4992-a3fb-a36a9b7ad9a2 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:30.208159 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-efa021ec-77b8-49c2-abe8-ad04d569e0aa req-a3d3f8f3-ae00-4992-a3fb-a36a9b7ad9a2 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 984 time: 0.0473495 Oct 03 16:08:30.271112 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-efa021ec-77b8-49c2-abe8-ad04d569e0aa req-91121df7-130e-4649-802b-475517001009 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&id=9758de4b-6f77-49e8-a287-d44e32dc2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569804 Oct 03 16:08:31.380552 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:31.395664 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5d30-dff3-4ed7-a554-294fcdeb69af req-2f991fa1-91e5-4e3d-b777-b619cc6df4a7 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:31.397140 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-843b5d30-dff3-4ed7-a554-294fcdeb69af req-2f991fa1-91e5-4e3d-b777-b619cc6df4a7 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 984 time: 0.0477760 Oct 03 16:08:31.456519 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-843b5d30-dff3-4ed7-a554-294fcdeb69af req-e6764d58-27e9-42ee-a5e4-671b21184050 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&id=9758de4b-6f77-49e8-a287-d44e32dc2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536809 Oct 03 16:08:32.578477 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2a44e-7751-4f0d-9171-a4ee0e3422be req-b12f521d-65af-44ff-bb73-8a374690a191 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:32.579887 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d9a2a44e-7751-4f0d-9171-a4ee0e3422be req-b12f521d-65af-44ff-bb73-8a374690a191 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 984 time: 0.0466063 Oct 03 16:08:32.638284 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-d9a2a44e-7751-4f0d-9171-a4ee0e3422be req-77293ffe-bdc4-4b31-881f-6e75ce493cb9 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&id=9758de4b-6f77-49e8-a287-d44e32dc2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524223 Oct 03 16:08:33.765851 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4e3e1-84ee-42df-b159-ea8b73bbfc22 req-cb67d79c-3444-40a5-87c6-2d24210b9bbc tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:33.767357 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-93d4e3e1-84ee-42df-b159-ea8b73bbfc22 req-cb67d79c-3444-40a5-87c6-2d24210b9bbc tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 984 time: 0.0522008 Oct 03 16:08:33.832945 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-93d4e3e1-84ee-42df-b159-ea8b73bbfc22 req-93c2840a-67ad-4cb0-b985-5135ad1fba9b tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&id=9758de4b-6f77-49e8-a287-d44e32dc2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599899 Oct 03 16:08:34.960566 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ed51a-1153-4394-bda1-5224b5affd1b req-3ff71a7b-e3fc-4380-b49a-6c6dd117e322 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:34.962076 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-564ed51a-1153-4394-bda1-5224b5affd1b req-3ff71a7b-e3fc-4380-b49a-6c6dd117e322 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 984 time: 0.0472915 Oct 03 16:08:35.021258 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-564ed51a-1153-4394-bda1-5224b5affd1b req-b6325155-5a77-4e19-803c-c962c1b90674 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&id=9758de4b-6f77-49e8-a287-d44e32dc2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526700 Oct 03 16:08:36.143546 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13039141-9119-4e24-b08e-de9e923b3cc8 req-35e5e90a-983f-4fa3-94a6-5f1a3d1d8b2d tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:36.145029 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-13039141-9119-4e24-b08e-de9e923b3cc8 req-35e5e90a-983f-4fa3-94a6-5f1a3d1d8b2d tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 984 time: 0.0462985 Oct 03 16:08:36.211730 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-13039141-9119-4e24-b08e-de9e923b3cc8 req-b7351ab0-b36d-4cc8-9279-098274847d5c tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&id=9758de4b-6f77-49e8-a287-d44e32dc2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611560 Oct 03 16:08:36.825976 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:37.324580 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:37.336122 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77506-c273-4ba8-9635-3e9af62a9556 req-0de52325-d761-481c-bd71-0bd4d89ecc00 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:37.337635 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4be77506-c273-4ba8-9635-3e9af62a9556 req-0de52325-d761-481c-bd71-0bd4d89ecc00 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 984 time: 0.0477617 Oct 03 16:08:37.396293 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-4be77506-c273-4ba8-9635-3e9af62a9556 req-cbdf4bd1-b43d-4a6e-84d9-836fb35eccb5 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&id=9758de4b-6f77-49e8-a287-d44e32dc2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522075 Oct 03 16:08:37.549341 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:08:38.158626 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf508613-9e5f-4a4f-9963-af4f892e3ec4 req-b5c22bb0-12ff-47fc-90ae-e7fb501feee4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:38.160019 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bf508613-9e5f-4a4f-9963-af4f892e3ec4 req-b5c22bb0-12ff-47fc-90ae-e7fb501feee4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 946 time: 0.0476658 Oct 03 16:08:38.207118 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-bf508613-9e5f-4a4f-9963-af4f892e3ec4 req-dd082cf7-c11a-4a87-8c74-f557e0805094 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=eebee4ec-ecc2-4838-965e-a8e9e291c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414040 Oct 03 16:08:39.334285 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ab7e9-3d6f-4314-9a3d-373aaddfb19a req-f8b585d9-a971-44e5-8d14-87f6ec520224 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:39.335763 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ce9ab7e9-3d6f-4314-9a3d-373aaddfb19a req-f8b585d9-a971-44e5-8d14-87f6ec520224 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 946 time: 0.0512297 Oct 03 16:08:39.383352 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ce9ab7e9-3d6f-4314-9a3d-373aaddfb19a req-4c3af155-39ff-4d33-8965-70198dfd3d95 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=eebee4ec-ecc2-4838-965e-a8e9e291c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416074 Oct 03 16:08:39.764743 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905675a-21e2-4e94-a731-478f371b5987 req-418fccda-05bc-4f95-b26c-7d2a4f26f894 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:39.766158 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8905675a-21e2-4e94-a731-478f371b5987 req-418fccda-05bc-4f95-b26c-7d2a4f26f894 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 946 time: 0.0455818 Oct 03 16:08:40.114093 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Deleting port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:08:40.114427 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:40.194476 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:40.202132 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] For port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8f31e1a2-5c4a-4399-b704-f794cc1f99d4,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:08:40.202516 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:40.367383 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:40.368039 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (841b7184-0ad1-4eca-ab91-fbbb3d70c2c5), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:40.368039 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Floating IP 841b7184-0ad1-4eca-ab91-fbbb3d70c2c5 disassociated. External IP: 172.27.0.245, port: 8f31e1a2-5c4a-4399-b704-f794cc1f99d4. Oct 03 16:08:40.368292 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Calling delete_port for 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 owned by compute:nova {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:08:40.530618 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbc6aa-09f8-4adf-b6a9-e71d800f9e0a req-65d5e9c8-0bee-4234-9a0c-18d9cbcd3bd7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:40.532084 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c3bbc6aa-09f8-4adf-b6a9-e71d800f9e0a req-65d5e9c8-0bee-4234-9a0c-18d9cbcd3bd7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c5ded878-d512-4b70-9de3-49f7dc9b8a56 HTTP/1.1" status: 200 len: 946 time: 0.0638986 Oct 03 16:08:40.533132 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (8f31e1a2-5c4a-4399-b704-f794cc1f99d4), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:40.567706 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event deleted for resources: {'Port': ['ID=8f31e1a2-5c4a-4399-b704-f794cc1f99d4,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:40.655534 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c3bbc6aa-09f8-4adf-b6a9-e71d800f9e0a req-751b8e9b-bca5-49da-938f-2082a8cb2d3c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=eebee4ec-ecc2-4838-965e-a8e9e291c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139772 Oct 03 16:08:40.692372 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:40.712768 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:08:40.814851 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:08:40.826342 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b4311-fab7-46fe-820f-250e35c87f82 None None] Sync routers for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:08:40.836667 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b4311-fab7-46fe-820f-250e35c87f82 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:08:40.837326 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-811b4311-fab7-46fe-820f-250e35c87f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:08:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:08:40.857479 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] No DVR routers for this DVR port 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 on host hv-cinder-84456 {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:08:40.859949 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:40.863190 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-8905675a-21e2-4e94-a731-478f371b5987 req-74596000-9395-4a0d-b395-28163c6c119d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "DELETE /networking/v2.0/ports/8f31e1a2-5c4a-4399-b704-f794cc1f99d4 HTTP/1.1" status: 204 len: 173 time: 1.0914807 Oct 03 16:08:40.863688 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ded878-d512-4b70-9de3-49f7dc9b8a56', 'name': 'network-vif-deleted', 'tag': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:08:40.865951 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501940ea-0246-4a0e-82f3-974912753921" -d '{"events": [{"server_uuid": "c5ded878-d512-4b70-9de3-49f7dc9b8a56", "name": "network-vif-deleted", "tag": "8f31e1a2-5c4a-4399-b704-f794cc1f99d4"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:08:40.914447 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c721ab5a-d7a5-45fa-947e-5dcf0022262d x-openstack-request-id: req-c721ab5a-d7a5-45fa-947e-5dcf0022262d {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:08:40.914735 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ded878-d512-4b70-9de3-49f7dc9b8a56", "name": "network-vif-deleted", "tag": "8f31e1a2-5c4a-4399-b704-f794cc1f99d4", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:08:40.914989 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c721ab5a-d7a5-45fa-947e-5dcf0022262d {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:08:40.915390 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c721ab5a-d7a5-45fa-947e-5dcf0022262d'] response: {'server_uuid': 'c5ded878-d512-4b70-9de3-49f7dc9b8a56', 'name': 'network-vif-deleted', 'tag': '8f31e1a2-5c4a-4399-b704-f794cc1f99d4', 'status': 'completed', 'code': 200} Oct 03 16:08:40.952528 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-811b4311-fab7-46fe-820f-250e35c87f82 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:08:41.156022 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-811b4311-fab7-46fe-820f-250e35c87f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:08:41.184028 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b4311-fab7-46fe-820f-250e35c87f82 None None] Checking router: da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:08:41.193331 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b4311-fab7-46fe-820f-250e35c87f82 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:08:41.193942 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-811b4311-fab7-46fe-820f-250e35c87f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:08:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:08:41.296736 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-811b4311-fab7-46fe-820f-250e35c87f82 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:08:41.488668 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-811b4311-fab7-46fe-820f-250e35c87f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:08:41.516829 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b4311-fab7-46fe-820f-250e35c87f82 None None] The sync data for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi is: [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:08:41.767426 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56760) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:08:41.767935 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bf8fe-6fbc-4e90-a603-cf27ebdbcff0 None None] New status for floating IP 841b7184-0ad1-4eca-ab91-fbbb3d70c2c5: DOWN {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:08:41.822020 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0f12ad3d-3fad-4c20-a635-d62c4057ece1 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (eebee4ec-ecc2-4838-965e-a8e9e291c7fe), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:41.845089 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0f12ad3d-3fad-4c20-a635-d62c4057ece1 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (eebee4ec-ecc2-4838-965e-a8e9e291c7fe), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:41.880398 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:41.899279 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0f12ad3d-3fad-4c20-a635-d62c4057ece1 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (eebee4ec-ecc2-4838-965e-a8e9e291c7fe), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:41.902028 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0f12ad3d-3fad-4c20-a635-d62c4057ece1 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:41.906324 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-0f12ad3d-3fad-4c20-a635-d62c4057ece1 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/eebee4ec-ecc2-4838-965e-a8e9e291c7fe HTTP/1.1" status: 204 len: 168 time: 0.1348267 Oct 03 16:08:41.906725 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56762) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:08:41.913802 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12ad3d-3fad-4c20-a635-d62c4057ece1 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebee4ec-ecc2-4838-965e-a8e9e291c7fe,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:41.926394 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.api.v2.resource [None req-6d41937d-9ab6-4558-b2ce-e1443a0d685e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] show failed (client error): The resource could not be found. Oct 03 16:08:41.927594 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-6d41937d-9ab6-4558-b2ce-e1443a0d685e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups/eebee4ec-ecc2-4838-965e-a8e9e291c7fe HTTP/1.1" status: 404 len: 347 time: 0.0198011 Oct 03 16:08:41.930581 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56764) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:08:42.044455 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Deleting port b0ba4129-2572-437c-8097-a8da71f76a8f {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:08:42.044831 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (b0ba4129-2572-437c-8097-a8da71f76a8f), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.122975 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (b0ba4129-2572-437c-8097-a8da71f76a8f), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.123284 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (b0ba4129-2572-437c-8097-a8da71f76a8f), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.135856 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Calling delete_port for b0ba4129-2572-437c-8097-a8da71f76a8f owned by network:floatingip {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:08:42.266950 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (b0ba4129-2572-437c-8097-a8da71f76a8f), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.290845 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event deleted for resources: {'Port': ['ID=b0ba4129-2572-437c-8097-a8da71f76a8f,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:42.541967 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.542231 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.542573 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.542916 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.543253 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.544205 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.544602 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.545117 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.545460 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.545791 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.546121 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.546443 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.546766 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.547088 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.547431 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:08:42.589373 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (841b7184-0ad1-4eca-ab91-fbbb3d70c2c5), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.591973 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.593148 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-d59880d0-be62-471f-b96b-dc5ef7c055d7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/841b7184-0ad1-4eca-ab91-fbbb3d70c2c5 HTTP/1.1" status: 204 len: 168 time: 0.6609955 Oct 03 16:08:42.660794 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56768) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:08:42.665251 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.v2.base [None req-d2e2d0f2-5195-4b51-a66e-5a70a6bb90ea tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506782456', 'description': 'tempest-description--690015654'}} {{(pid=106163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:08:42.686833 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d0f2-5195-4b51-a66e-5a70a6bb90ea tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.753659 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d0f2-5195-4b51-a66e-5a70a6bb90ea tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (01c59e74-7d25-4701-902f-0d541e1ec15e), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.756948 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d0f2-5195-4b51-a66e-5a70a6bb90ea tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (01c59e74-7d25-4701-902f-0d541e1ec15e), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.785806 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d0f2-5195-4b51-a66e-5a70a6bb90ea tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.787001 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-d2e2d0f2-5195-4b51-a66e-5a70a6bb90ea tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1252022 Oct 03 16:08:42.790135 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56770) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:08:42.791089 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2d0f2-5195-4b51-a66e-5a70a6bb90ea tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c59e74-7d25-4701-902f-0d541e1ec15e,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:42.795902 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-14993c54-0ce2-4d95-9186-cfb94a4334dc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'security_group_rule': {'security_group_id': '01c59e74-7d25-4701-902f-0d541e1ec15e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:08:42.821871 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-14993c54-0ce2-4d95-9186-cfb94a4334dc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (d3ede549-eab1-4876-a712-95f980348e4c), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.876915 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-14993c54-0ce2-4d95-9186-cfb94a4334dc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (d3ede549-eab1-4876-a712-95f980348e4c), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.880468 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-14993c54-0ce2-4d95-9186-cfb94a4334dc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (d3ede549-eab1-4876-a712-95f980348e4c), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.898705 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993c54-0ce2-4d95-9186-cfb94a4334dc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ede549-eab1-4876-a712-95f980348e4c,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:42.906963 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-14993c54-0ce2-4d95-9186-cfb94a4334dc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.908167 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-14993c54-0ce2-4d95-9186-cfb94a4334dc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165142 Oct 03 16:08:42.910852 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56772) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:08:42.915165 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-e012bff6-db0a-4c91-aa7a-fd81df9d8ea4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'security_group_rule': {'security_group_id': '01c59e74-7d25-4701-902f-0d541e1ec15e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:08:42.940991 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e012bff6-db0a-4c91-aa7a-fd81df9d8ea4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (505abf3e-38a9-4b5a-bb9b-e17e08808575), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:42.998485 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e012bff6-db0a-4c91-aa7a-fd81df9d8ea4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (505abf3e-38a9-4b5a-bb9b-e17e08808575), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:43.001776 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e012bff6-db0a-4c91-aa7a-fd81df9d8ea4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731314'] for security_group_rule (505abf3e-38a9-4b5a-bb9b-e17e08808575), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:43.019101 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012bff6-db0a-4c91-aa7a-fd81df9d8ea4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505abf3e-38a9-4b5a-bb9b-e17e08808575,revision_number=0']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:43.027215 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e012bff6-db0a-4c91-aa7a-fd81df9d8ea4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:43.028925 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e012bff6-db0a-4c91-aa7a-fd81df9d8ea4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170819 Oct 03 16:08:43.031920 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56774) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:08:43.036073 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'floatingip': {'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:08:43.058167 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:43.136351 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:43.245718 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Allocated IP 172.27.0.36 (a63bfa27-480e-4efb-a24e-26dec41cf4a1/d0313fe3-94fb-497c-9587-e3db19d1e664/563ab21e-2cd4-429a-99a7-62679f8387ed) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:08:43.259965 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:43.349686 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for port (563ab21e-2cd4-429a-99a7-62679f8387ed), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:43.379763 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (563ab21e-2cd4-429a-99a7-62679f8387ed), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:43.424122 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Network a63bfa27-480e-4efb-a24e-26dec41cf4a1 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:08:43.429383 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:08:43.431295 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'Port': ['ID=563ab21e-2cd4-429a-99a7-62679f8387ed,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:43.433475 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:08:43.461681 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:43.517360 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (d413a92e-cc35-4f49-990f-924ec3c6fa89), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:43.552477 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (563ab21e-2cd4-429a-99a7-62679f8387ed), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:43.697450 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for port (563ab21e-2cd4-429a-99a7-62679f8387ed), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:43.702206 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (563ab21e-2cd4-429a-99a7-62679f8387ed), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:43.723504 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:08:43.745793 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:08:43.746131 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 8f31e1a2-5c4a-4399-b704-f794cc1f99d4 not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:08:43.771913 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'Port': ['ID=563ab21e-2cd4-429a-99a7-62679f8387ed,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:43.774439 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (d413a92e-cc35-4f49-990f-924ec3c6fa89), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:43.791320 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:43.792670 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e03aada7-7701-4718-a03c-6f37fa9b1b1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7597995 Oct 03 16:08:43.990173 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-8a29ac39-68fe-4def-b543-0393318e3f52 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1506782456&fields=id&tenant_id=62932ad37df941b1840b183a858c7876 HTTP/1.1" status: 200 len: 267 time: 0.0422823 Oct 03 16:08:44.098401 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-93ab67fc-daad-43b6-85bd-ea18c3e61e7a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:44.099840 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-93ab67fc-daad-43b6-85bd-ea18c3e61e7a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 814 time: 0.1033449 Oct 03 16:08:44.113922 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-22bf2c51-7216-4a3c-b21c-7f7af4931ab3 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/quotas/62932ad37df941b1840b183a858c7876 HTTP/1.1" status: 200 len: 375 time: 0.0087900 Oct 03 16:08:44.162193 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-ae89a42e-0f60-4408-b967-f6ae84bb9a1a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435779 Oct 03 16:08:44.262364 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-ceb83d47-db90-46b9-a591-229046d40ea1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882194 Oct 03 16:08:44.275539 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:44.357554 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-4cd581c5-4fbb-4691-8bbc-1d63432727fa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893834 Oct 03 16:08:44.519432 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9d0d8d28-85d9-45f3-a06f-afb2fa6b8aa2 req-2c2efa37-c1e3-4f2a-a300-6fc27905cd24 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 210 time: 0.0279138 Oct 03 16:08:45.510509 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:45.600640 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-8b30d764-fc01-47b9-ada5-7ab7b0085dea tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:45.602191 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-8b30d764-fc01-47b9-ada5-7ab7b0085dea tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 814 time: 0.1120148 Oct 03 16:08:45.642440 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c16b4927-f4ac-4b25-b711-71704931aa59 req-3551b5b2-65bd-4940-bcd5-5945c6925f6a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 210 time: 0.0392556 Oct 03 16:08:45.685436 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-3f6c093f-0971-4a12-b785-8482ee10288d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=62932ad37df941b1840b183a858c7876 HTTP/1.1" status: 200 len: 380 time: 0.0733356 Oct 03 16:08:45.694819 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b0cb22a8-7f28-4eca-a6ec-62e8e8d97aee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'port': {'device_id': 'b6ba4b3d-c2d4-438b-83fc-b4fad378d66d', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'admin_state_up': True, 'tenant_id': '62932ad37df941b1840b183a858c7876', 'security_groups': ['01c59e74-7d25-4701-902f-0d541e1ec15e']}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:08:45.805972 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b0cb22a8-7f28-4eca-a6ec-62e8e8d97aee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Made reservation on behalf of 62932ad37df941b1840b183a858c7876 for: {'port': 1} {{(pid=106162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 16:08:45.810048 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b0cb22a8-7f28-4eca-a6ec-62e8e8d97aee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:45.940402 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_common [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b0cb22a8-7f28-4eca-a6ec-62e8e8d97aee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Allocated IP 172.20.0.7 (87b5f831-720b-4bbf-8b1b-0fa2209326c5/7aedd9d0-ba75-4214-9aed-d4db28b6e76c/eae060f4-2959-4b95-8e8f-78604da0114e) {{(pid=106162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 16:08:46.073197 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b0cb22a8-7f28-4eca-a6ec-62e8e8d97aee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for port (eae060f4-2959-4b95-8e8f-78604da0114e), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:46.105206 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b0cb22a8-7f28-4eca-a6ec-62e8e8d97aee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771419922908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:46.147053 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b0cb22a8-7f28-4eca-a6ec-62e8e8d97aee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 is already hosted by enough agents. {{(pid=106162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 16:08:46.152021 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.base_scheduler [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b0cb22a8-7f28-4eca-a6ec-62e8e8d97aee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Resources bound (agent type, host, resource id): {{(pid=106162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 16:08:46.157201 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b0cb22a8-7f28-4eca-a6ec-62e8e8d97aee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Received port after_create {{(pid=106162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 16:08:46.187993 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb22a8-7f28-4eca-a6ec-62e8e8d97aee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event updated for resources: {'Port': ['ID=eae060f4-2959-4b95-8e8f-78604da0114e,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:46.212124 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b0cb22a8-7f28-4eca-a6ec-62e8e8d97aee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:46.212758 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b0cb22a8-7f28-4eca-a6ec-62e8e8d97aee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:46.222454 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:46.231675 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b0cb22a8-7f28-4eca-a6ec-62e8e8d97aee tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5405517 Oct 03 16:08:46.261175 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Request body: {'port': {'device_id': 'b6ba4b3d-c2d4-438b-83fc-b4fad378d66d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:08:46.326158 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:46.423021 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-73de355c-db02-4c37-93fd-8654f1118810 None None] Provisioning complete for port eae060f4-2959-4b95-8e8f-78604da0114e triggered by entity DHCP. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:08:46.423589 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-73de355c-db02-4c37-93fd-8654f1118810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:46.423828 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-73de355c-db02-4c37-93fd-8654f1118810 None None] Attempt 1 to provision port eae060f4-2959-4b95-8e8f-78604da0114e Oct 03 16:08:46.446299 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:46.456665 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-73de355c-db02-4c37-93fd-8654f1118810 None None] Port eae060f4-2959-4b95-8e8f-78604da0114e cannot update to ACTIVE because it is not bound. {{(pid=106164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 16:08:46.593828 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae060f4-2959-4b95-8e8f-78604da0114e {{(pid=106162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:08:46.601243 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Publish callbacks [] for port (eae060f4-2959-4b95-8e8f-78604da0114e), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:46.613912 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.provisioning_blocks [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Transition to ACTIVE for port object eae060f4-2959-4b95-8e8f-78604da0114e will not be triggered until provisioned by entity L2. {{(pid=106162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 16:08:46.618203 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:46.698704 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Pushing event updated for resources: {'Port': ['ID=eae060f4-2959-4b95-8e8f-78604da0114e,revision_number=2']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:46.738077 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Attempting to bind port eae060f4-2959-4b95-8e8f-78604da0114e on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 16:08:46.738420 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Attempting to bind port eae060f4-2959-4b95-8e8f-78604da0114e by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 16:08:46.738756 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Attempting to bind port eae060f4-2959-4b95-8e8f-78604da0114e on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:08:46.800550 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30c1e3-e537-4784-b1dc-99b4131b8dd3 req-8648c8e0-ec85-4750-8bc3-9fab41a0cf65 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:46.802082 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3e30c1e3-e537-4784-b1dc-99b4131b8dd3 req-8648c8e0-ec85-4750-8bc3-9fab41a0cf65 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 943 time: 0.0776069 Oct 03 16:08:46.830839 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Port eae060f4-2959-4b95-8e8f-78604da0114e on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 16:08:46.831165 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Attempting to bind port eae060f4-2959-4b95-8e8f-78604da0114e on network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 16:08:46.884393 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3e30c1e3-e537-4784-b1dc-99b4131b8dd3 req-fe669e22-c938-418e-9839-048c39eb7fef tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=01c59e74-7d25-4701-902f-0d541e1ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762649 Oct 03 16:08:46.895504 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Checking agent: {'id': 'c2653ffd-b170-48c5-8221-7537a2cb4714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'started_at': datetime.datetime(2022, 10, 3, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 16, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 16:08:46.895830 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Checking segment: {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 16:08:46.896402 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Bound using segment: {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'} {{(pid=106162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 16:08:46.896642 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.managers [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Bound port: eae060f4-2959-4b95-8e8f-78604da0114e, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eebf609-cb30-4501-a99c-1bf32950c925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5'}}] {{(pid=106162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 16:08:46.897033 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:46.962868 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] For port eae060f4-2959-4b95-8e8f-78604da0114e, host hv-cinder-84456, cleared binding levels {{(pid=106162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 16:08:46.966820 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] For port eae060f4-2959-4b95-8e8f-78604da0114e, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=eae060f4-2959-4b95-8e8f-78604da0114e,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 16:08:46.976082 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:46.980339 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:46.981146 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:46.982857 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/eae060f4-2959-4b95-8e8f-78604da0114e HTTP/1.1" status: 200 len: 1093 time: 0.7260416 Oct 03 16:08:46.983399 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ba4b3d-c2d4-438b-83fc-b4fad378d66d', 'tag': 'eae060f4-2959-4b95-8e8f-78604da0114e'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:08:46.985717 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f62f85-b4db-4f24-8271-b9178b18a98d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ba4b3d-c2d4-438b-83fc-b4fad378d66d", "tag": "eae060f4-2959-4b95-8e8f-78604da0114e"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:08:47.033427 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3218a366-e8ba-4eea-9012-5404b6c580fc x-openstack-request-id: req-3218a366-e8ba-4eea-9012-5404b6c580fc {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:08:47.033712 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ba4b3d-c2d4-438b-83fc-b4fad378d66d", "tag": "eae060f4-2959-4b95-8e8f-78604da0114e", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:08:47.033964 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3218a366-e8ba-4eea-9012-5404b6c580fc {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:08:47.034363 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3218a366-e8ba-4eea-9012-5404b6c580fc'] response: {'name': 'network-changed', 'server_uuid': 'b6ba4b3d-c2d4-438b-83fc-b4fad378d66d', 'tag': 'eae060f4-2959-4b95-8e8f-78604da0114e', 'status': 'completed', 'code': 200} Oct 03 16:08:47.037291 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486bb6d-6629-4f39-9ee2-08a569c44332 service neutron] Pushing event updated for resources: {'Port': ['ID=eae060f4-2959-4b95-8e8f-78604da0114e,revision_number=3']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:47.074267 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:47.078814 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-75796f03-eefd-413a-bf49-656124aa6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:47.080304 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-75796f03-eefd-413a-bf49-656124aa6646 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 1127 time: 0.0402343 Oct 03 16:08:47.127262 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-733373e2-e350-4d20-8ab7-56943d78ca2a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eae060f4-2959-4b95-8e8f-78604da0114e HTTP/1.1" status: 200 len: 217 time: 0.0366468 Oct 03 16:08:47.175884 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b9646403-dc0f-495e-b962-32ae446850a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:47.177226 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-b9646403-dc0f-495e-b962-32ae446850a2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7aedd9d0-ba75-4214-9aed-d4db28b6e76c HTTP/1.1" status: 200 len: 853 time: 0.0442641 Oct 03 16:08:47.222576 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-4d794ec7-c5a9-443a-8a0c-1a16ac158fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:47.224085 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-4d794ec7-c5a9-443a-8a0c-1a16ac158fbd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87b5f831-720b-4bbf-8b1b-0fa2209326c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408323 Oct 03 16:08:47.318143 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-6b6e7deb-4a5d-433a-aec4-7470a4bb2feb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880160 Oct 03 16:08:47.341593 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:47.409073 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-a66ba215-ae64-4544-9aac-0ec38b0bfd5a req-40375835-9443-4378-b42f-f1dce7086ad8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846860 Oct 03 16:08:48.008793 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5df6ab-a72c-4c03-89aa-da231898ec69 req-bafb79ec-e234-4e0c-85b2-416f6bd6b6cc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:48.010261 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5c5df6ab-a72c-4c03-89aa-da231898ec69 req-bafb79ec-e234-4e0c-85b2-416f6bd6b6cc tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 943 time: 0.0467198 Oct 03 16:08:48.060632 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5c5df6ab-a72c-4c03-89aa-da231898ec69 req-48ad0f7c-78ef-467d-bb21-208c919ba190 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=01c59e74-7d25-4701-902f-0d541e1ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447581 Oct 03 16:08:48.301385 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f62f85-b4db-4f24-8271-b9178b18a98d req-6024f0fe-a96d-4fa8-ba1b-e0987ae2111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:48.302861 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-28f62f85-b4db-4f24-8271-b9178b18a98d req-6024f0fe-a96d-4fa8-ba1b-e0987ae2111b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 1127 time: 0.0385616 Oct 03 16:08:48.392315 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f62f85-b4db-4f24-8271-b9178b18a98d req-5d68bd60-c229-42ca-b262-f16f6307658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:48.393789 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-28f62f85-b4db-4f24-8271-b9178b18a98d req-5d68bd60-c229-42ca-b262-f16f6307658e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 915 time: 0.0839150 Oct 03 16:08:48.438561 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-28f62f85-b4db-4f24-8271-b9178b18a98d req-70aff9d7-0569-429e-be31-6124660f2f4d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eae060f4-2959-4b95-8e8f-78604da0114e HTTP/1.1" status: 200 len: 217 time: 0.0356202 Oct 03 16:08:48.486881 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f62f85-b4db-4f24-8271-b9178b18a98d req-4e01bc26-194e-497c-a815-16c9f681b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:48.488281 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-28f62f85-b4db-4f24-8271-b9178b18a98d req-4e01bc26-194e-497c-a815-16c9f681b566 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7aedd9d0-ba75-4214-9aed-d4db28b6e76c HTTP/1.1" status: 200 len: 853 time: 0.0426991 Oct 03 16:08:48.535131 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f62f85-b4db-4f24-8271-b9178b18a98d req-94cacbcb-4b0a-4621-932b-95c6c5a95b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:48.536604 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-28f62f85-b4db-4f24-8271-b9178b18a98d req-94cacbcb-4b0a-4621-932b-95c6c5a95b00 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87b5f831-720b-4bbf-8b1b-0fa2209326c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411291 Oct 03 16:08:48.649911 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-28f62f85-b4db-4f24-8271-b9178b18a98d req-073e1957-60d1-4f9e-af07-0e4f2b785170 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880377 Oct 03 16:08:48.740894 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-28f62f85-b4db-4f24-8271-b9178b18a98d req-3f6e66d5-2d64-463a-be61-11daa1c13971 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838418 Oct 03 16:08:49.188652 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526765a2-7950-43a5-ad6e-4bea55702d4f req-ef73b6cb-144a-41cd-b3a3-cfc589f0fa3f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:49.190597 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-526765a2-7950-43a5-ad6e-4bea55702d4f req-ef73b6cb-144a-41cd-b3a3-cfc589f0fa3f tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 943 time: 0.0545559 Oct 03 16:08:49.236867 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-526765a2-7950-43a5-ad6e-4bea55702d4f req-7eb3617a-e3b4-4369-aece-0a9c4953f4b0 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=01c59e74-7d25-4701-902f-0d541e1ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405712 Oct 03 16:08:50.358746 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efeb94-f44e-4b3b-8e7f-12b5ccb807a5 req-bdcca871-9400-451d-b664-0054efc03484 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:50.360232 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-51efeb94-f44e-4b3b-8e7f-12b5ccb807a5 req-bdcca871-9400-451d-b664-0054efc03484 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 943 time: 0.0473220 Oct 03 16:08:50.391834 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:50.406995 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-51efeb94-f44e-4b3b-8e7f-12b5ccb807a5 req-de451be7-3a56-49f6-a47f-308eb270fef7 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=01c59e74-7d25-4701-902f-0d541e1ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412636 Oct 03 16:08:51.534115 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70caf0a-1df8-4fa4-9a1d-d92f11490c3b req-82affd21-b2d8-4e4e-95b4-c7ec76d75f7e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:51.535583 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c70caf0a-1df8-4fa4-9a1d-d92f11490c3b req-82affd21-b2d8-4e4e-95b4-c7ec76d75f7e tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 943 time: 0.0493183 Oct 03 16:08:51.584968 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c70caf0a-1df8-4fa4-9a1d-d92f11490c3b req-204daff0-9d78-4313-8087-06393fecf002 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=01c59e74-7d25-4701-902f-0d541e1ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436623 Oct 03 16:08:51.768798 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device eae060f4-2959-4b95-8e8f-78604da0114e details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 16:08:51.842101 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:51.845294 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:51.871359 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port eae060f4-2959-4b95-8e8f-78604da0114e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=eae060f4-2959-4b95-8e8f-78604da0114e,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:08:51.882734 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Returning: {'device': 'eae060f4-2959-4b95-8e8f-78604da0114e', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'port_id': 'eae060f4-2959-4b95-8e8f-78604da0114e', 'mac_address': 'fa:16:3e:f5:01:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 16:08:51.908071 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:51.914389 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:51.920532 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port eae060f4-2959-4b95-8e8f-78604da0114e is: DOWN; New status is: BUILD {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:08:51.921078 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:51.934630 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae060f4-2959-4b95-8e8f-78604da0114e {{(pid=106164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 16:08:51.954617 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port eae060f4-2959-4b95-8e8f-78604da0114e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=eae060f4-2959-4b95-8e8f-78604da0114e,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:08:51.958250 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:52.007169 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=eae060f4-2959-4b95-8e8f-78604da0114e,revision_number=4']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:52.185767 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c5223ccd-f061-487c-843a-3deecf3857e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:52.227104 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['eae060f4-2959-4b95-8e8f-78604da0114e'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:08:52.716218 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f6596-9f85-44ba-b931-301a01351675 req-004ebcbc-20c9-41e2-9163-9681fd6246d4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:52.717721 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ee7f6596-9f85-44ba-b931-301a01351675 req-004ebcbc-20c9-41e2-9163-9681fd6246d4 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 944 time: 0.0511267 Oct 03 16:08:52.764162 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ee7f6596-9f85-44ba-b931-301a01351675 req-4e8c0beb-514c-4672-b7ad-402c5679042a tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=01c59e74-7d25-4701-902f-0d541e1ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409594 Oct 03 16:08:52.778950 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=71,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:52.789578 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=61,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:53.786558 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device eae060f4-2959-4b95-8e8f-78604da0114e up at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 16:08:53.832541 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning for port eae060f4-2959-4b95-8e8f-78604da0114e completed by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 16:08:53.838649 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Provisioning complete for port eae060f4-2959-4b95-8e8f-78604da0114e triggered by entity L2. {{(pid=106164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 16:08:53.839067 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1350595'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), provisioning_complete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:53.839408 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Attempt 1 to provision port eae060f4-2959-4b95-8e8f-78604da0114e Oct 03 16:08:53.883907 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61cb8-9bad-494d-a8e1-c635d9208999 req-7bb5fc23-6aba-4021-96d4-c671815d580c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:53.885437 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-27e61cb8-9bad-494d-a8e1-c635d9208999 req-7bb5fc23-6aba-4021-96d4-c671815d580c tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 944 time: 0.0472171 Oct 03 16:08:53.911968 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:53.912176 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Current status of the port eae060f4-2959-4b95-8e8f-78604da0114e is: BUILD; New status is: ACTIVE {{(pid=106164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 16:08:53.912560 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), before_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:53.935997 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ba4b3d-c2d4-438b-83fc-b4fad378d66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae060f4-2959-4b95-8e8f-78604da0114e'}] {{(pid=106164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:08:53.938344 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}617b4bb81c1dfadf882a13a9113e1e180645ab1798b28a75954ab3ddf159e157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebcf2a4-62b9-4282-b727-a4284185b4a4" -d '{"events": [{"server_uuid": "b6ba4b3d-c2d4-438b-83fc-b4fad378d66d", "name": "network-vif-plugged", "status": "completed", "tag": "eae060f4-2959-4b95-8e8f-78604da0114e"}]}' {{(pid=106164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:08:53.938591 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-27e61cb8-9bad-494d-a8e1-c635d9208999 req-9e74655a-6823-4e63-917b-06e44a2b015b tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=01c59e74-7d25-4701-902f-0d541e1ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469666 Oct 03 16:08:53.952143 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] For port eae060f4-2959-4b95-8e8f-78604da0114e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=eae060f4-2959-4b95-8e8f-78604da0114e,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:08:53.956289 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:53.981939 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1788b72e-a8a7-47e6-8001-9c5fcad7ce38 x-openstack-request-id: req-1788b72e-a8a7-47e6-8001-9c5fcad7ce38 {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:08:53.982228 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ba4b3d-c2d4-438b-83fc-b4fad378d66d", "name": "network-vif-plugged", "status": "completed", "tag": "eae060f4-2959-4b95-8e8f-78604da0114e", "code": 200}]} {{(pid=106164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:08:53.982481 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1788b72e-a8a7-47e6-8001-9c5fcad7ce38 {{(pid=106164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:08:53.982866 dv-cinder-844563-13-iscsi neutron-server[106164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1788b72e-a8a7-47e6-8001-9c5fcad7ce38'] response: {'server_uuid': 'b6ba4b3d-c2d4-438b-83fc-b4fad378d66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae060f4-2959-4b95-8e8f-78604da0114e', 'code': 200} Oct 03 16:08:54.008869 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Pushing event updated for resources: {'Port': ['ID=eae060f4-2959-4b95-8e8f-78604da0114e,revision_number=5']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:08:54.150895 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b18f9-d521-4f40-9210-c62ddcc0347c req-e1cd689d-e712-40a4-954b-9e298a6dca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:54.152353 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-649b18f9-d521-4f40-9210-c62ddcc0347c req-e1cd689d-e712-40a4-954b-9e298a6dca49 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 1129 time: 0.0383565 Oct 03 16:08:54.196427 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-649b18f9-d521-4f40-9210-c62ddcc0347c req-040d12e6-813c-46db-a918-d08f6dc7a358 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=01c59e74-7d25-4701-902f-0d541e1ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368965 Oct 03 16:08:54.278676 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-acdfbbd6-7f18-4f4a-9bda-3c91f531d86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:55.064330 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6216d6-66c7-45e8-a8aa-2c4a4f487abf req-3da8984f-a9ee-4248-a5ca-6a03e3d98312 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:55.065820 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3a6216d6-66c7-45e8-a8aa-2c4a4f487abf req-3da8984f-a9ee-4248-a5ca-6a03e3d98312 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 945 time: 0.0463109 Oct 03 16:08:55.113079 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-3a6216d6-66c7-45e8-a8aa-2c4a4f487abf req-aff9ed0d-981f-474d-9444-427b2b6c5112 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=01c59e74-7d25-4701-902f-0d541e1ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416911 Oct 03 16:08:55.823849 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:56.237893 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a73ef0-9bfe-435c-b041-72a5c340f337 req-d4f9cf08-ace0-4cb4-ab32-6b6ab817fe25 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:56.239352 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f9a73ef0-9bfe-435c-b041-72a5c340f337 req-d4f9cf08-ace0-4cb4-ab32-6b6ab817fe25 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 945 time: 0.0498304 Oct 03 16:08:56.285088 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-f9a73ef0-9bfe-435c-b041-72a5c340f337 req-0aee038e-34ef-420a-8889-e485a99e2c09 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=01c59e74-7d25-4701-902f-0d541e1ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401492 Oct 03 16:08:56.405664 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c4209-0ba9-4a2e-8fbe-c4caa74d822a req-07e80b70-d06b-4c2c-aac9-333e033c9100 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:56.407078 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-183c4209-0ba9-4a2e-8fbe-c4caa74d822a req-07e80b70-d06b-4c2c-aac9-333e033c9100 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 945 time: 0.0490868 Oct 03 16:08:56.417113 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56832) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:08:56.421493 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [None req-cf664e3e-03bb-4a69-abd4-5fb47279c3f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Request body: {'floatingip': {'port_id': 'eae060f4-2959-4b95-8e8f-78604da0114e'}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:08:56.459519 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-cf664e3e-03bb-4a69-abd4-5fb47279c3f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (d413a92e-cc35-4f49-990f-924ec3c6fa89), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:57.069438 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:57.141499 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:57.160487 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-cf664e3e-03bb-4a69-abd4-5fb47279c3f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:57.164011 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-cf664e3e-03bb-4a69-abd4-5fb47279c3f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (d413a92e-cc35-4f49-990f-924ec3c6fa89), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:57.190892 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:57.264607 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [None req-cf664e3e-03bb-4a69-abd4-5fb47279c3f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Floating IP d413a92e-cc35-4f49-990f-924ec3c6fa89 associated. External IP: 172.27.0.36, port: eae060f4-2959-4b95-8e8f-78604da0114e. Oct 03 16:08:57.394723 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:57.468250 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf664e3e-03bb-4a69-abd4-5fb47279c3f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:08:57.572510 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf664e3e-03bb-4a69-abd4-5fb47279c3f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:08:57.577954 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-cf664e3e-03bb-4a69-abd4-5fb47279c3f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:08:57.582768 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d8b69-d0ce-4ca5-96f8-3826e990c024 None None] Sync routers for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:08:57.594291 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d8b69-d0ce-4ca5-96f8-3826e990c024 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:08:57.594909 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-813d8b69-d0ce-4ca5-96f8-3826e990c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:08:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:08:57.608444 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-cf664e3e-03bb-4a69-abd4-5fb47279c3f2 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/d413a92e-cc35-4f49-990f-924ec3c6fa89 HTTP/1.1" status: 200 len: 990 time: 1.1902530 Oct 03 16:08:57.609106 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ba4b3d-c2d4-438b-83fc-b4fad378d66d', 'tag': 'eae060f4-2959-4b95-8e8f-78604da0114e'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:08:57.611417 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a6e171-e233-46e2-bc9c-6c19c08a1976" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ba4b3d-c2d4-438b-83fc-b4fad378d66d", "tag": "eae060f4-2959-4b95-8e8f-78604da0114e"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:08:57.648384 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82165d4-7c94-4533-b733-9cba7144ec96 x-openstack-request-id: req-c82165d4-7c94-4533-b733-9cba7144ec96 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:08:57.648679 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ba4b3d-c2d4-438b-83fc-b4fad378d66d", "tag": "eae060f4-2959-4b95-8e8f-78604da0114e", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:08:57.649103 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c82165d4-7c94-4533-b733-9cba7144ec96 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:08:57.649524 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82165d4-7c94-4533-b733-9cba7144ec96'] response: {'name': 'network-changed', 'server_uuid': 'b6ba4b3d-c2d4-438b-83fc-b4fad378d66d', 'tag': 'eae060f4-2959-4b95-8e8f-78604da0114e', 'status': 'completed', 'code': 200} Oct 03 16:08:57.703119 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-813d8b69-d0ce-4ca5-96f8-3826e990c024 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:08:57.710179 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6e171-e233-46e2-bc9c-6c19c08a1976 req-40a9ee7e-968d-404d-89b7-d9f878b98941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:57.711717 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-00a6e171-e233-46e2-bc9c-6c19c08a1976 req-40a9ee7e-968d-404d-89b7-d9f878b98941 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=62932ad37df941b1840b183a858c7876&device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 1129 time: 0.0406182 Oct 03 16:08:57.805430 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6e171-e233-46e2-bc9c-6c19c08a1976 req-be657f02-c339-4f5a-bd42-4c967afc5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:57.806052 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:57.806871 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-00a6e171-e233-46e2-bc9c-6c19c08a1976 req-be657f02-c339-4f5a-bd42-4c967afc5063 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 200 len: 915 time: 0.0892806 Oct 03 16:08:57.869222 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-00a6e171-e233-46e2-bc9c-6c19c08a1976 req-f23a194a-8276-4ce9-981e-da4c894b75c2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eae060f4-2959-4b95-8e8f-78604da0114e HTTP/1.1" status: 200 len: 998 time: 0.0555940 Oct 03 16:08:57.870600 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:08:57.917702 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6e171-e233-46e2-bc9c-6c19c08a1976 req-33a4cd59-70b5-4026-be63-81b94e620061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:57.919425 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-00a6e171-e233-46e2-bc9c-6c19c08a1976 req-33a4cd59-70b5-4026-be63-81b94e620061 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7aedd9d0-ba75-4214-9aed-d4db28b6e76c HTTP/1.1" status: 200 len: 853 time: 0.0438304 Oct 03 16:08:57.920792 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-813d8b69-d0ce-4ca5-96f8-3826e990c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'd413a92e-cc35-4f49-990f-924ec3c6fa89', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': 'eae060f4-2959-4b95-8e8f-78604da0114e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:f5:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ba4b3d-c2d4-438b-83fc-b4fad378d66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:08:43Z', 'updated_at': '2022-10-03T16:08:57Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:08:57.945972 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d8b69-d0ce-4ca5-96f8-3826e990c024 None None] Checking router: da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:08:57.955212 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d8b69-d0ce-4ca5-96f8-3826e990c024 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:08:57.955820 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-813d8b69-d0ce-4ca5-96f8-3826e990c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:08:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:08:57.967894 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6e171-e233-46e2-bc9c-6c19c08a1976 req-bcae43fa-d887-471e-9adf-6c7a6e7eeace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:08:57.969478 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-00a6e171-e233-46e2-bc9c-6c19c08a1976 req-bcae43fa-d887-471e-9adf-6c7a6e7eeace service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87b5f831-720b-4bbf-8b1b-0fa2209326c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439639 Oct 03 16:08:58.063092 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-00a6e171-e233-46e2-bc9c-6c19c08a1976 req-bbb39635-e620-4994-9b0c-29c4d395971d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867522 Oct 03 16:08:58.163887 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-00a6e171-e233-46e2-bc9c-6c19c08a1976 req-8f38e621-15eb-4e98-9653-b623b08d1bc2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933862 Oct 03 16:08:58.187772 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-813d8b69-d0ce-4ca5-96f8-3826e990c024 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:08:58.415267 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-813d8b69-d0ce-4ca5-96f8-3826e990c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'd413a92e-cc35-4f49-990f-924ec3c6fa89', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': 'eae060f4-2959-4b95-8e8f-78604da0114e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:f5:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ba4b3d-c2d4-438b-83fc-b4fad378d66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:08:43Z', 'updated_at': '2022-10-03T16:08:57Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:08:58.442390 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d8b69-d0ce-4ca5-96f8-3826e990c024 None None] The sync data for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi is: [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'd413a92e-cc35-4f49-990f-924ec3c6fa89', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'port_id': 'eae060f4-2959-4b95-8e8f-78604da0114e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'mac_address': 'fa:16:3e:f5:01:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ba4b3d-c2d4-438b-83fc-b4fad378d66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:08:43Z', 'updated_at': '2022-10-03T16:08:57Z', 'revision_number': 1, 'project_id': '62932ad37df941b1840b183a858c7876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:08:58.652414 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec362c0-1f0a-491d-9827-a8d39b78a618 None None] New status for floating IP d413a92e-cc35-4f49-990f-924ec3c6fa89: ACTIVE {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:09:06.828333 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:08.159264 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=94 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:08.161171 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=74 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:08.775196 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:08.777154 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:09.944367 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5cc6f9ed-5451-4611-9f70-f788ba4e8a3d req-c5841e73-cd09-490f-9f1f-4565d620210c tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1260312112&fields=id&tenant_id=a7ffe330a5d2482e961c93077d13cc5b HTTP/1.1" status: 200 len: 267 time: 0.2235448 Oct 03 16:09:09.994200 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6f9ed-5451-4611-9f70-f788ba4e8a3d req-e76c7d01-cee0-4eef-a97b-f41b923c4b11 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:09.995641 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5cc6f9ed-5451-4611-9f70-f788ba4e8a3d req-e76c7d01-cee0-4eef-a97b-f41b923c4b11 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 984 time: 0.0460358 Oct 03 16:09:10.006707 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.v2.base [req-5cc6f9ed-5451-4611-9f70-f788ba4e8a3d req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Request body: {'port': {'security_groups': ['d49330e0-b168-4c81-9821-9bdef8377558']}} {{(pid=106162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 16:09:10.085886 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5cc6f9ed-5451-4611-9f70-f788ba4e8a3d req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490035'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), before_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:10.256907 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-5cc6f9ed-5451-4611-9f70-f788ba4e8a3d req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] For port 077aebd9-5bf2-430e-8748-15b9e3511bf8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8,segment=NetworkSegment(6b7a9225-dbd0-4d71-81c9-2544d81ee2c9),segment_id=6b7a9225-dbd0-4d71-81c9-2544d81ee2c9)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:10.283498 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5cc6f9ed-5451-4611-9f70-f788ba4e8a3d req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), precommit_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:10.287971 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5cc6f9ed-5451-4611-9f70-f788ba4e8a3d req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771420377281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771419922926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771419922948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26020531'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), after_update {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:10.301306 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6f9ed-5451-4611-9f70-f788ba4e8a3d req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:10.302342 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-5cc6f9ed-5451-4611-9f70-f788ba4e8a3d req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:10.304590 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-5cc6f9ed-5451-4611-9f70-f788ba4e8a3d req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "PUT /networking/v2.0/ports/077aebd9-5bf2-430e-8748-15b9e3511bf8 HTTP/1.1" status: 200 len: 942 time: 0.3023305 Oct 03 16:09:10.305262 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:09:10.307519 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77850e2c-89b6-4510-b4a5-e7c107257d62" -d '{"events": [{"name": "network-changed", "server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:09:10.311750 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56848) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:10.314613 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['077aebd9-5bf2-430e-8748-15b9e3511bf8'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:09:10.359494 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7c20d5-b3da-4561-a9f6-171e711b1bf9 x-openstack-request-id: req-7d7c20d5-b3da-4561-a9f6-171e711b1bf9 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:09:10.359837 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:09:10.360238 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7d7c20d5-b3da-4561-a9f6-171e711b1bf9 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:09:10.360642 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7c20d5-b3da-4561-a9f6-171e711b1bf9'] response: {'name': 'network-changed', 'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8', 'status': 'completed', 'code': 200} Oct 03 16:09:10.363702 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event updated for resources: {'Port': ['ID=077aebd9-5bf2-430e-8748-15b9e3511bf8,revision_number=7']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:10.371155 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.371493 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.371880 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.372787 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.373125 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.373435 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.373771 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.374087 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.374417 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.374743 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.375070 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.375390 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.375714 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.376033 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.376368 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540e0e3-9053-44fb-bfe2-9dcfeaeb8eb0 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:10.381347 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-528c2a68-9d52-48c8-9e61-294642c129d5 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group (9758de4b-6f77-49e8-a287-d44e32dc2c69), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:10.409465 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-528c2a68-9d52-48c8-9e61-294642c129d5 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group (9758de4b-6f77-49e8-a287-d44e32dc2c69), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:10.422716 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77850e2c-89b6-4510-b4a5-e7c107257d62 req-e0a2779d-effc-4b72-8cbb-ba3a26589948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:10.424383 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-77850e2c-89b6-4510-b4a5-e7c107257d62 req-e0a2779d-effc-4b72-8cbb-ba3a26589948 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a7ffe330a5d2482e961c93077d13cc5b&device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 1129 time: 0.0396829 Oct 03 16:09:10.431068 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['077aebd9-5bf2-430e-8748-15b9e3511bf8'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:09:10.474456 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-528c2a68-9d52-48c8-9e61-294642c129d5 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (9758de4b-6f77-49e8-a287-d44e32dc2c69), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:10.477403 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-528c2a68-9d52-48c8-9e61-294642c129d5 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:10.482261 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56850) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:10.482511 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-528c2a68-9d52-48c8-9e61-294642c129d5 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9758de4b-6f77-49e8-a287-d44e32dc2c69 HTTP/1.1" status: 204 len: 168 time: 0.1695135 Oct 03 16:09:10.493052 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c2a68-9d52-48c8-9e61-294642c129d5 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9758de4b-6f77-49e8-a287-d44e32dc2c69,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:10.607768 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77850e2c-89b6-4510-b4a5-e7c107257d62 req-7811d297-10ad-4132-86da-41085b53652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:10.609371 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-77850e2c-89b6-4510-b4a5-e7c107257d62 req-7811d297-10ad-4132-86da-41085b53652d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9b506095-b239-4c3c-b1a3-9e4b5609e07c HTTP/1.1" status: 200 len: 915 time: 0.1784606 Oct 03 16:09:10.700034 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-77850e2c-89b6-4510-b4a5-e7c107257d62 req-b7eee370-b5e0-416f-acb8-3a773bfc01b1 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8 HTTP/1.1" status: 200 len: 1000 time: 0.0839684 Oct 03 16:09:10.700744 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-33601913-3108-4c0e-8eb5-34556a2688a1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Deleting port 55e2c7a9-752a-4aed-a130-32ae230dcc95 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:10.701093 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-33601913-3108-4c0e-8eb5-34556a2688a1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (55e2c7a9-752a-4aed-a130-32ae230dcc95), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:10.795814 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77850e2c-89b6-4510-b4a5-e7c107257d62 req-b31dc21c-bbad-4820-883d-c2aec1af990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:10.797193 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-77850e2c-89b6-4510-b4a5-e7c107257d62 req-b31dc21c-bbad-4820-883d-c2aec1af990e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=ffd33f65-dffe-466a-a29e-c0daa40d6b28 HTTP/1.1" status: 200 len: 853 time: 0.0818110 Oct 03 16:09:10.823830 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-33601913-3108-4c0e-8eb5-34556a2688a1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (55e2c7a9-752a-4aed-a130-32ae230dcc95), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:10.824149 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-33601913-3108-4c0e-8eb5-34556a2688a1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for floatingip (55e2c7a9-752a-4aed-a130-32ae230dcc95), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:10.826752 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:10.849729 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:10.861889 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-33601913-3108-4c0e-8eb5-34556a2688a1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Calling delete_port for 55e2c7a9-752a-4aed-a130-32ae230dcc95 owned by network:floatingip {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:10.874577 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77850e2c-89b6-4510-b4a5-e7c107257d62 req-a56741c8-7aa8-41a4-b644-1bda6b17df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:10.876055 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-77850e2c-89b6-4510-b4a5-e7c107257d62 req-a56741c8-7aa8-41a4-b644-1bda6b17df98 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b506095-b239-4c3c-b1a3-9e4b5609e07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0681672 Oct 03 16:09:11.043369 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-77850e2c-89b6-4510-b4a5-e7c107257d62 req-25ebdd0c-a665-4fc2-88d5-80ab9b1a0258 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335785 Oct 03 16:09:11.172267 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-77850e2c-89b6-4510-b4a5-e7c107257d62 req-22865e55-dbbf-4242-9dff-dd22a0051a90 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202173 Oct 03 16:09:11.173302 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-33601913-3108-4c0e-8eb5-34556a2688a1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (55e2c7a9-752a-4aed-a130-32ae230dcc95), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:11.196192 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33601913-3108-4c0e-8eb5-34556a2688a1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event deleted for resources: {'Port': ['ID=55e2c7a9-752a-4aed-a130-32ae230dcc95,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:11.260592 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-33601913-3108-4c0e-8eb5-34556a2688a1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks [] for floatingip (cd0b5063-9abb-49c5-bd4b-8046e2a15198), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:11.260949 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [None req-33601913-3108-4c0e-8eb5-34556a2688a1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Floating IP cd0b5063-9abb-49c5-bd4b-8046e2a15198 disassociated (deleted). External IP: 172.27.0.24, port: 077aebd9-5bf2-430e-8748-15b9e3511bf8. Oct 03 16:09:11.460100 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33601913-3108-4c0e-8eb5-34556a2688a1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:09:11.563557 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33601913-3108-4c0e-8eb5-34556a2688a1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:09:11.568215 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-33601913-3108-4c0e-8eb5-34556a2688a1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:11.573401 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025d9c5-921d-41cb-98ae-dec0f69ecf7e None None] Sync routers for ids ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:09:11.584460 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025d9c5-921d-41cb-98ae-dec0f69ecf7e None None] Routers {'fb04eaca-4f9c-40d4-a060-c4c52a4549c9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:11.585108 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-f025d9c5-921d-41cb-98ae-dec0f69ecf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:08:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:11.598361 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-33601913-3108-4c0e-8eb5-34556a2688a1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/cd0b5063-9abb-49c5-bd4b-8046e2a15198 HTTP/1.1" status: 204 len: 168 time: 1.1146128 Oct 03 16:09:11.633295 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:11.665554 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:11.695231 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-f025d9c5-921d-41cb-98ae-dec0f69ecf7e None None] Set router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:11.898313 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-f025d9c5-921d-41cb-98ae-dec0f69ecf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 4, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port': {'id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:03Z', 'updated_at': '2022-10-03T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '5302672d-1f11-499a-945c-520d7a32c4c6', 'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'mac_address': 'fa:16:3e:7a:4a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:05Z', 'updated_at': '2022-10-03T16:07:12Z', 'revision_number': 5, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'subnets': [{'id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:11.927567 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025d9c5-921d-41cb-98ae-dec0f69ecf7e None None] Checking router: fb04eaca-4f9c-40d4-a060-c4c52a4549c9 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:09:11.936993 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025d9c5-921d-41cb-98ae-dec0f69ecf7e None None] Routers {'fb04eaca-4f9c-40d4-a060-c4c52a4549c9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:11.937636 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-f025d9c5-921d-41cb-98ae-dec0f69ecf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:08:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:12.043025 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-f025d9c5-921d-41cb-98ae-dec0f69ecf7e None None] Set router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:12.223751 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-f025d9c5-921d-41cb-98ae-dec0f69ecf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 4, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port': {'id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:03Z', 'updated_at': '2022-10-03T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '5302672d-1f11-499a-945c-520d7a32c4c6', 'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'mac_address': 'fa:16:3e:7a:4a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:05Z', 'updated_at': '2022-10-03T16:07:12Z', 'revision_number': 5, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'subnets': [{'id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:12.248763 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025d9c5-921d-41cb-98ae-dec0f69ecf7e None None] The sync data for ids ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'] in dv-cinder-844563-13-iscsi is: [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:07:05Z', 'revision_number': 4, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port': {'id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:03Z', 'updated_at': '2022-10-03T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '5302672d-1f11-499a-945c-520d7a32c4c6', 'name': '', 'network_id': '9b506095-b239-4c3c-b1a3-9e4b5609e07c', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'mac_address': 'fa:16:3e:7a:4a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:05Z', 'updated_at': '2022-10-03T16:07:12Z', 'revision_number': 5, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'subnets': [{'id': 'ffd33f65-dffe-466a-a29e-c0daa40d6b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:09:12.361724 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:09:12.364801 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf930f5f-06a3-4100-813d-7c3a0ad5f985" -d '{"events": [{"name": "network-changed", "server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:09:12.405068 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6334b276-29c8-43a7-90f1-85af124e1d1b x-openstack-request-id: req-6334b276-29c8-43a7-90f1-85af124e1d1b {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:09:12.407890 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:09:12.408158 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6334b276-29c8-43a7-90f1-85af124e1d1b {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:09:12.408591 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6334b276-29c8-43a7-90f1-85af124e1d1b'] response: {'name': 'network-changed', 'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8', 'status': 'completed', 'code': 200} Oct 03 16:09:12.472035 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:12.488199 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf930f5f-06a3-4100-813d-7c3a0ad5f985 req-cdac31c3-d1ae-4ca1-8ad2-69c974498680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:12.489700 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0faf35eb-da69-46fb-9874-cf117488f571 req-b3dc66f6-9763-47db-843d-a55d4114ea15 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471697 Oct 03 16:09:12.490372 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf930f5f-06a3-4100-813d-7c3a0ad5f985 req-cdac31c3-d1ae-4ca1-8ad2-69c974498680 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a7ffe330a5d2482e961c93077d13cc5b&device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 1129 time: 0.0473697 Oct 03 16:09:12.498540 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7a117-2dce-4500-9b4d-ba22df97d2d5 None None] New status for floating IP cd0b5063-9abb-49c5-bd4b-8046e2a15198: DOWN {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:09:12.557922 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf35eb-da69-46fb-9874-cf117488f571 req-55509c82-5194-4676-8427-146b6984c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:12.559749 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0faf35eb-da69-46fb-9874-cf117488f571 req-55509c82-5194-4676-8427-146b6984c4b1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 1130 time: 0.0422812 Oct 03 16:09:12.562145 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:12.595412 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf930f5f-06a3-4100-813d-7c3a0ad5f985 req-3fe1f0de-fe46-468c-91e2-ff3ad722f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:12.596944 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf930f5f-06a3-4100-813d-7c3a0ad5f985 req-3fe1f0de-fe46-468c-91e2-ff3ad722f5ef service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9b506095-b239-4c3c-b1a3-9e4b5609e07c HTTP/1.1" status: 200 len: 915 time: 0.0960617 Oct 03 16:09:12.641375 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf930f5f-06a3-4100-813d-7c3a0ad5f985 req-25d2feba-f8b3-400c-bd60-296b1f9fc12e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8 HTTP/1.1" status: 200 len: 217 time: 0.0381401 Oct 03 16:09:12.689180 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf35eb-da69-46fb-9874-cf117488f571 req-edc1acbd-298b-410e-9599-ba4f5d6f8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:12.690652 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0faf35eb-da69-46fb-9874-cf117488f571 req-edc1acbd-298b-410e-9599-ba4f5d6f8bec service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 912 time: 0.1051199 Oct 03 16:09:12.694558 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf930f5f-06a3-4100-813d-7c3a0ad5f985 req-80745ad0-7e1b-4b47-8a59-076e17be883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:12.696049 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf930f5f-06a3-4100-813d-7c3a0ad5f985 req-80745ad0-7e1b-4b47-8a59-076e17be883c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=ffd33f65-dffe-466a-a29e-c0daa40d6b28 HTTP/1.1" status: 200 len: 853 time: 0.0490384 Oct 03 16:09:12.743157 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf930f5f-06a3-4100-813d-7c3a0ad5f985 req-803c3e5b-e090-4335-aa80-9179909b7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:12.744674 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf930f5f-06a3-4100-813d-7c3a0ad5f985 req-803c3e5b-e090-4335-aa80-9179909b7356 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9b506095-b239-4c3c-b1a3-9e4b5609e07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422194 Oct 03 16:09:12.753139 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0faf35eb-da69-46fb-9874-cf117488f571 req-007b286a-8f82-48a4-899f-192b937f2423 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a35698-8aad-47ff-b894-6f9f24d5bfad HTTP/1.1" status: 200 len: 1001 time: 0.0560117 Oct 03 16:09:12.808372 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf35eb-da69-46fb-9874-cf117488f571 req-ae2fa101-06d7-472a-9fed-5ab87ee5e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:12.810312 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0faf35eb-da69-46fb-9874-cf117488f571 req-ae2fa101-06d7-472a-9fed-5ab87ee5e986 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 200 len: 850 time: 0.0469160 Oct 03 16:09:12.838557 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf930f5f-06a3-4100-813d-7c3a0ad5f985 req-1e95e6ae-e847-4cfe-afff-c0889f434f50 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849650 Oct 03 16:09:12.856178 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf35eb-da69-46fb-9874-cf117488f571 req-66aba770-8c84-42bc-8925-cec34a2571e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:12.858097 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0faf35eb-da69-46fb-9874-cf117488f571 req-66aba770-8c84-42bc-8925-cec34a2571e1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=13403649-4ce4-4f7b-972e-1b4b67982742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415137 Oct 03 16:09:12.941586 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-cf930f5f-06a3-4100-813d-7c3a0ad5f985 req-a8382be0-81b7-43fc-a32e-4872519821b6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970266 Oct 03 16:09:12.954836 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0faf35eb-da69-46fb-9874-cf117488f571 req-4302e869-05e5-40c3-b330-bff932a7f8a9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897281 Oct 03 16:09:13.059434 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-0faf35eb-da69-46fb-9874-cf117488f571 req-e6823dd9-368f-4d21-8fdf-cf3c623a35e4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955789 Oct 03 16:09:14.356243 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b73582-1d06-4e6e-a331-3c05a86dfb04 req-5a13e7e9-1107-46d3-9aa8-d8cd7ba666d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:14.357767 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-20b73582-1d06-4e6e-a331-3c05a86dfb04 req-5a13e7e9-1107-46d3-9aa8-d8cd7ba666d1 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 945 time: 0.0483706 Oct 03 16:09:14.404661 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-20b73582-1d06-4e6e-a331-3c05a86dfb04 req-63ba2391-8409-44e7-9cfc-d3a193684744 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412059 Oct 03 16:09:14.550103 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:09:15.582298 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af0407-009c-42b0-a579-ad8dcb5b112f req-18a00dc8-a710-44f9-8053-a4eae35092d6 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:15.583687 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-90af0407-009c-42b0-a579-ad8dcb5b112f req-18a00dc8-a710-44f9-8053-a4eae35092d6 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 945 time: 0.1010909 Oct 03 16:09:15.904861 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-90af0407-009c-42b0-a579-ad8dcb5b112f req-2c88941a-5399-4efc-b2d9-b702135c4537 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d49330e0-b168-4c81-9821-9bdef8377558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149610 Oct 03 16:09:16.188836 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76773915-6818-4fb0-b16e-0a40ee4e73fa req-224e0102-c307-4c75-8870-3f176e3a6432 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:16.190181 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-76773915-6818-4fb0-b16e-0a40ee4e73fa req-224e0102-c307-4c75-8870-3f176e3a6432 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 945 time: 0.0464120 Oct 03 16:09:16.275068 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-76773915-6818-4fb0-b16e-0a40ee4e73fa req-1fa129cc-e77c-49c5-acef-f95ec3d6d585 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Deleting port 077aebd9-5bf2-430e-8748-15b9e3511bf8 {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:16.275403 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-76773915-6818-4fb0-b16e-0a40ee4e73fa req-1fa129cc-e77c-49c5-acef-f95ec3d6d585 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:16.362746 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-76773915-6818-4fb0-b16e-0a40ee4e73fa req-1fa129cc-e77c-49c5-acef-f95ec3d6d585 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] For port 077aebd9-5bf2-430e-8748-15b9e3511bf8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=077aebd9-5bf2-430e-8748-15b9e3511bf8,segment=NetworkSegment(6b7a9225-dbd0-4d71-81c9-2544d81ee2c9),segment_id=6b7a9225-dbd0-4d71-81c9-2544d81ee2c9)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:16.363110 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-76773915-6818-4fb0-b16e-0a40ee4e73fa req-1fa129cc-e77c-49c5-acef-f95ec3d6d585 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:16.369579 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=100 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:16.376910 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-76773915-6818-4fb0-b16e-0a40ee4e73fa req-1fa129cc-e77c-49c5-acef-f95ec3d6d585 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Calling delete_port for 077aebd9-5bf2-430e-8748-15b9e3511bf8 owned by compute:nova {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:16.487751 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:16.507088 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-76773915-6818-4fb0-b16e-0a40ee4e73fa req-1fa129cc-e77c-49c5-acef-f95ec3d6d585 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (077aebd9-5bf2-430e-8748-15b9e3511bf8), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:16.522750 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] get_ports_and_sgs() called for port_ids ['077aebd9-5bf2-430e-8748-15b9e3511bf8'] {{(pid=106164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 16:09:16.533152 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa129cc-e77c-49c5-acef-f95ec3d6d585 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Pushing event deleted for resources: {'Port': ['ID=077aebd9-5bf2-430e-8748-15b9e3511bf8,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:16.584639 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-76773915-6818-4fb0-b16e-0a40ee4e73fa req-1fa129cc-e77c-49c5-acef-f95ec3d6d585 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] No DVR routers for this DVR port 077aebd9-5bf2-430e-8748-15b9e3511bf8 on host hv-cinder-84456 {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:09:16.587281 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-76773915-6818-4fb0-b16e-0a40ee4e73fa req-1fa129cc-e77c-49c5-acef-f95ec3d6d585 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:16.590508 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-76773915-6818-4fb0-b16e-0a40ee4e73fa req-1fa129cc-e77c-49c5-acef-f95ec3d6d585 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.48 "DELETE /networking/v2.0/ports/077aebd9-5bf2-430e-8748-15b9e3511bf8 HTTP/1.1" status: 204 len: 173 time: 0.3948483 Oct 03 16:09:16.591095 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'name': 'network-vif-deleted', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:09:16.593601 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea5b670-2832-4b7f-8fd0-ab945d094c83" -d '{"events": [{"server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "name": "network-vif-deleted", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:09:16.630039 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73742aed-d3de-4306-b6c1-3a6af0c06755 x-openstack-request-id: req-73742aed-d3de-4306-b6c1-3a6af0c06755 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:09:16.630327 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af50d6bd-102c-4df2-89f7-717edf01d8db", "name": "network-vif-deleted", "tag": "077aebd9-5bf2-430e-8748-15b9e3511bf8", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:09:16.630573 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-73742aed-d3de-4306-b6c1-3a6af0c06755 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:09:16.630975 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73742aed-d3de-4306-b6c1-3a6af0c06755'] response: {'server_uuid': 'af50d6bd-102c-4df2-89f7-717edf01d8db', 'name': 'network-vif-deleted', 'tag': '077aebd9-5bf2-430e-8748-15b9e3511bf8', 'status': 'completed', 'code': 200} Oct 03 16:09:17.025723 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-ccbdf163-0c77-48eb-964e-3af5225966cd req-facfaef4-47bb-4339-ba5a-74dfecd24889 tempest-TestMinimumBasicScenario-1481528375 tempest-TestMinimumBasicScenario-1481528375-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af50d6bd-102c-4df2-89f7-717edf01d8db HTTP/1.1" status: 200 len: 210 time: 0.0277231 Oct 03 16:09:18.691013 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56932) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:18.997450 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-bb82b8e6-94f5-4d5a-b4c1-3bdb79297dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734088'] for router_interface (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:19.032114 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:19.156247 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:19.228201 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-bb82b8e6-94f5-4d5a-b4c1-3bdb79297dd2 admin admin] Deleting port 5302672d-1f11-499a-945c-520d7a32c4c6 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:19.228454 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-bb82b8e6-94f5-4d5a-b4c1-3bdb79297dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:19.319254 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-bb82b8e6-94f5-4d5a-b4c1-3bdb79297dd2 admin admin] For port 5302672d-1f11-499a-945c-520d7a32c4c6, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=5302672d-1f11-499a-945c-520d7a32c4c6,segment=NetworkSegment(6b7a9225-dbd0-4d71-81c9-2544d81ee2c9),segment_id=6b7a9225-dbd0-4d71-81c9-2544d81ee2c9)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:19.319381 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-bb82b8e6-94f5-4d5a-b4c1-3bdb79297dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:19.332381 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-bb82b8e6-94f5-4d5a-b4c1-3bdb79297dd2 admin admin] Calling delete_port for 5302672d-1f11-499a-945c-520d7a32c4c6 owned by network:router_interface {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:19.511816 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-bb82b8e6-94f5-4d5a-b4c1-3bdb79297dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (5302672d-1f11-499a-945c-520d7a32c4c6), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:19.541580 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82b8e6-94f5-4d5a-b4c1-3bdb79297dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5302672d-1f11-499a-945c-520d7a32c4c6,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:19.707242 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-bb82b8e6-94f5-4d5a-b4c1-3bdb79297dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734076'] for router_interface (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:19.909606 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 077aebd9-5bf2-430e-8748-15b9e3511bf8 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:19.912284 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:19.916750 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb82b8e6-94f5-4d5a-b4c1-3bdb79297dd2 admin admin] Router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:09:19.928403 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: 077aebd9-5bf2-430e-8748-15b9e3511bf8 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:19.928766 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device 077aebd9-5bf2-430e-8748-15b9e3511bf8 not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:20.005160 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:20.026582 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb82b8e6-94f5-4d5a-b4c1-3bdb79297dd2 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:09:20.032364 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-bb82b8e6-94f5-4d5a-b4c1-3bdb79297dd2 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/fb04eaca-4f9c-40d4-a060-c4c52a4549c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3402975 Oct 03 16:09:20.034872 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56934) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:20.037663 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5062db-9023-4ba4-b271-78d726336265 None None] Sync routers for ids ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:09:20.049484 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5062db-9023-4ba4-b271-78d726336265 None None] Routers {'fb04eaca-4f9c-40d4-a060-c4c52a4549c9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:20.050176 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-bd5062db-9023-4ba4-b271-78d726336265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:08:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:20.132400 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Publish callbacks [] for router (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:20.154240 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-bd5062db-9023-4ba4-b271-78d726336265 None None] Set router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:20.231692 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Publish callbacks [] for router_gateway (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:20.280118 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Deleting port dd228b74-c476-4258-bd1d-68217c90ae99 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:20.280457 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (dd228b74-c476-4258-bd1d-68217c90ae99), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:20.325784 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-bd5062db-9023-4ba4-b271-78d726336265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:09:19Z', 'revision_number': 5, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port': {'id': 'dd228b74-c476-4258-bd1d-68217c90ae99', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:03Z', 'updated_at': '2022-10-03T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:20.350958 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5062db-9023-4ba4-b271-78d726336265 None None] Checking router: fb04eaca-4f9c-40d4-a060-c4c52a4549c9 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:09:20.359252 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5062db-9023-4ba4-b271-78d726336265 None None] Routers {'fb04eaca-4f9c-40d4-a060-c4c52a4549c9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:20.359853 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-bd5062db-9023-4ba4-b271-78d726336265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:08:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:20.361486 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] For port dd228b74-c476-4258-bd1d-68217c90ae99, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=dd228b74-c476-4258-bd1d-68217c90ae99,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:20.361859 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (dd228b74-c476-4258-bd1d-68217c90ae99), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:20.375676 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Calling delete_port for dd228b74-c476-4258-bd1d-68217c90ae99 owned by network:router_gateway {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:20.394839 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:20.549871 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (dd228b74-c476-4258-bd1d-68217c90ae99), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:20.572855 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd228b74-c476-4258-bd1d-68217c90ae99,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:20.573682 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-bd5062db-9023-4ba4-b271-78d726336265 None None] Set router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 gateway port host: None {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:20.623646 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-bd5062db-9023-4ba4-b271-78d726336265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:09:20Z', 'revision_number': 6, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port_host': None}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:20.643177 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727734'] for router_gateway (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:20.653166 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5062db-9023-4ba4-b271-78d726336265 None None] The sync data for ids ['fb04eaca-4f9c-40d4-a060-c4c52a4549c9'] in dv-cinder-844563-13-iscsi is: [{'id': 'fb04eaca-4f9c-40d4-a060-c4c52a4549c9', 'name': 'tempest-TestMinimumBasicScenario-137321112-router', 'tenant_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:02Z', 'updated_at': '2022-10-03T16:09:20Z', 'revision_number': 6, 'project_id': 'a7ffe330a5d2482e961c93077d13cc5b', 'gw_port_host': None}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:09:20.732702 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3734141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29314'] for router (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:20.734896 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Publish callbacks [] for router_controller (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:20.774592 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734116'] for router (fb04eaca-4f9c-40d4-a060-c4c52a4549c9), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:20.775199 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb04eaca-4f9c-40d4-a060-c4c52a4549c9 {{(pid=106162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 16:09:20.779609 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:20.780771 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-74a702ed-9d65-4584-984d-b8a45121ed2e admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/fb04eaca-4f9c-40d4-a060-c4c52a4549c9 HTTP/1.1" status: 204 len: 168 time: 0.7449687 Oct 03 16:09:20.783356 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56936) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:20.827696 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2939bec-ef40-40e5-954f-64ab7e6bfe18 admin admin] Deleting subnet ffd33f65-dffe-466a-a29e-c0daa40d6b28 {{(pid=106162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:09:20.830858 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c2939bec-ef40-40e5-954f-64ab7e6bfe18 admin admin] Publish callbacks [] for subnet (ffd33f65-dffe-466a-a29e-c0daa40d6b28), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:20.864472 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:20.868876 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c2939bec-ef40-40e5-954f-64ab7e6bfe18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25755899'] for subnet (ffd33f65-dffe-466a-a29e-c0daa40d6b28), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:20.886644 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:20.943695 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c2939bec-ef40-40e5-954f-64ab7e6bfe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (ffd33f65-dffe-466a-a29e-c0daa40d6b28), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:21.005972 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c2939bec-ef40-40e5-954f-64ab7e6bfe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26020477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25541665'] for subnet (ffd33f65-dffe-466a-a29e-c0daa40d6b28), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:21.037531 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2939bec-ef40-40e5-954f-64ab7e6bfe18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd33f65-dffe-466a-a29e-c0daa40d6b28,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:21.042427 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c2939bec-ef40-40e5-954f-64ab7e6bfe18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:21.049150 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-c2939bec-ef40-40e5-954f-64ab7e6bfe18 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/ffd33f65-dffe-466a-a29e-c0daa40d6b28 HTTP/1.1" status: 204 len: 168 time: 0.2636344 Oct 03 16:09:21.050867 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56938) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:21.054557 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23a5c13-4436-4513-8f49-34e955e783fb None None] Network 9b506095-b239-4c3c-b1a3-9e4b5609e07c requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:09:21.118680 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:21.139316 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (9b506095-b239-4c3c-b1a3-9e4b5609e07c), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:21.181522 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Deleting port 374eafa1-5e60-4756-a86b-e6133cfe0efd {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:21.181864 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (374eafa1-5e60-4756-a86b-e6133cfe0efd), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:21.248874 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] For port 374eafa1-5e60-4756-a86b-e6133cfe0efd, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=374eafa1-5e60-4756-a86b-e6133cfe0efd,segment=NetworkSegment(6b7a9225-dbd0-4d71-81c9-2544d81ee2c9),segment_id=6b7a9225-dbd0-4d71-81c9-2544d81ee2c9)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:21.249238 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (374eafa1-5e60-4756-a86b-e6133cfe0efd), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:21.261979 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Calling delete_port for 374eafa1-5e60-4756-a86b-e6133cfe0efd owned by network:dhcp {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:21.344613 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (374eafa1-5e60-4756-a86b-e6133cfe0efd), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:21.367458 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Pushing event deleted for resources: {'Port': ['ID=374eafa1-5e60-4756-a86b-e6133cfe0efd,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:21.374453 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] No DVR routers for this DVR port 374eafa1-5e60-4756-a86b-e6133cfe0efd on host dv-cinder-844563-13-iscsi {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:09:21.445921 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad569176-424c-4192-bc3a-c0d2140556ec None None] DHCP port deletion for 9b506095-b239-4c3c-b1a3-9e4b5609e07c request from dv-cinder-844563-13-iscsi {{(pid=106164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 16:09:21.447924 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 5302672d-1f11-499a-945c-520d7a32c4c6 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:21.452529 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (9b506095-b239-4c3c-b1a3-9e4b5609e07c), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:21.472002 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 5302672d-1f11-499a-945c-520d7a32c4c6 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:21.472351 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 5302672d-1f11-499a-945c-520d7a32c4c6 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:21.473988 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b506095-b239-4c3c-b1a3-9e4b5609e07c']}} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:21.486847 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9') {'for_net_delete': True} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:21.487148 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7a9225-dbd0-4d71-81c9-2544d81ee2c9') {} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:21.497908 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25755778'] for segment (6b7a9225-dbd0-4d71-81c9-2544d81ee2c9), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:21.510956 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (6b7a9225-dbd0-4d71-81c9-2544d81ee2c9), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:21.518059 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=106162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:09:21.518453 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26020503'] for segment (6b7a9225-dbd0-4d71-81c9-2544d81ee2c9), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:21.566787 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 6b7a9225-dbd0-4d71-81c9-2544d81ee2c9 resource provider aggregate not found Oct 03 16:09:21.586056 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 6b7a9225-dbd0-4d71-81c9-2544d81ee2c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b7a9225-dbd0-4d71-81c9-2544d81ee2c9 found for delete ", "request_id": "req-0cf4640b-c9eb-4a9d-b336-68e4f19c6275"}]} Oct 03 16:09:21.590355 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (9b506095-b239-4c3c-b1a3-9e4b5609e07c), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:21.596617 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:21.599748 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/9b506095-b239-4c3c-b1a3-9e4b5609e07c HTTP/1.1" status: 204 len: 168 time: 0.5476811 Oct 03 16:09:21.602796 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56944) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:21.612292 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947837a3-0426-4d49-b579-3ffefd694262 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b506095-b239-4c3c-b1a3-9e4b5609e07c,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:21.924017 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-50b7af91-9701-4155-adf9-eb461b21655e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734088'] for router_interface (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:22.144215 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-50b7af91-9701-4155-adf9-eb461b21655e admin admin] Deleting port 9644f5f5-dfef-4aa8-8263-a689a30e50ef {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:22.144552 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-50b7af91-9701-4155-adf9-eb461b21655e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:22.189039 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-a13f44bd-7be2-4e42-9c3d-559b23475489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:22.227083 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [None req-50b7af91-9701-4155-adf9-eb461b21655e admin admin] For port 9644f5f5-dfef-4aa8-8263-a689a30e50ef, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=9644f5f5-dfef-4aa8-8263-a689a30e50ef,segment=NetworkSegment(88289bc7-d35b-4170-9fc3-edd488d4d159),segment_id=88289bc7-d35b-4170-9fc3-edd488d4d159)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:22.227447 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-50b7af91-9701-4155-adf9-eb461b21655e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:22.240252 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-50b7af91-9701-4155-adf9-eb461b21655e admin admin] Calling delete_port for 9644f5f5-dfef-4aa8-8263-a689a30e50ef owned by network:router_interface {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:22.292925 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:22.350522 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:22.421536 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-50b7af91-9701-4155-adf9-eb461b21655e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (9644f5f5-dfef-4aa8-8263-a689a30e50ef), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:22.443734 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7af91-9701-4155-adf9-eb461b21655e admin admin] Pushing event deleted for resources: {'Port': ['ID=9644f5f5-dfef-4aa8-8263-a689a30e50ef,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:22.529483 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:22.607326 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-50b7af91-9701-4155-adf9-eb461b21655e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734076'] for router_interface (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:22.810422 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b7af91-9701-4155-adf9-eb461b21655e admin admin] Router 6f8eb010-f1db-4fd5-9076-eac02de4d9ef has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:09:22.910958 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b7af91-9701-4155-adf9-eb461b21655e admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:09:22.916087 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-50b7af91-9701-4155-adf9-eb461b21655e admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/6f8eb010-f1db-4fd5-9076-eac02de4d9ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3122721 Oct 03 16:09:22.919282 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56946) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:22.920185 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14affa38-d025-4755-a2cb-d144c16a6918 None None] Sync routers for ids ['6f8eb010-f1db-4fd5-9076-eac02de4d9ef'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:09:22.931041 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14affa38-d025-4755-a2cb-d144c16a6918 None None] Routers {'6f8eb010-f1db-4fd5-9076-eac02de4d9ef'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:22.931762 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-14affa38-d025-4755-a2cb-d144c16a6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:08:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['6f8eb010-f1db-4fd5-9076-eac02de4d9ef'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:23.030309 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Publish callbacks [] for router (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.037490 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-14affa38-d025-4755-a2cb-d144c16a6918 None None] Set router 6f8eb010-f1db-4fd5-9076-eac02de4d9ef gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:23.069547 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 374eafa1-5e60-4756-a86b-e6133cfe0efd no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:23.089157 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 374eafa1-5e60-4756-a86b-e6133cfe0efd {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:23.089504 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 374eafa1-5e60-4756-a86b-e6133cfe0efd not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:23.090118 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device dd228b74-c476-4258-bd1d-68217c90ae99 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:23.113160 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: dd228b74-c476-4258-bd1d-68217c90ae99 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:23.113512 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device dd228b74-c476-4258-bd1d-68217c90ae99 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:23.143717 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Publish callbacks [] for router_gateway (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.182424 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:23.188814 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Deleting port dee7de6b-38c7-4381-944c-079464ee5283 {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:23.189208 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (dee7de6b-38c7-4381-944c-079464ee5283), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.217686 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-14affa38-d025-4755-a2cb-d144c16a6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'name': 'tempest-TestMinimumBasicScenario-717220579-router', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:07Z', 'updated_at': '2022-10-03T16:09:22Z', 'revision_number': 5, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'gw_port': {'id': 'dee7de6b-38c7-4381-944c-079464ee5283', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:07:08Z', 'updated_at': '2022-10-03T16:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:23.245960 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14affa38-d025-4755-a2cb-d144c16a6918 None None] Checking router: 6f8eb010-f1db-4fd5-9076-eac02de4d9ef for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:09:23.246398 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:23.254935 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14affa38-d025-4755-a2cb-d144c16a6918 None None] Routers {'6f8eb010-f1db-4fd5-9076-eac02de4d9ef'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:23.255582 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-14affa38-d025-4755-a2cb-d144c16a6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:08:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['6f8eb010-f1db-4fd5-9076-eac02de4d9ef'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:23.273177 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] For port dee7de6b-38c7-4381-944c-079464ee5283, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=dee7de6b-38c7-4381-944c-079464ee5283,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:23.273544 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (dee7de6b-38c7-4381-944c-079464ee5283), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.290029 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Calling delete_port for dee7de6b-38c7-4381-944c-079464ee5283 owned by network:router_gateway {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:23.337673 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-14affa38-d025-4755-a2cb-d144c16a6918 None None] Set router 6f8eb010-f1db-4fd5-9076-eac02de4d9ef gateway port host: None {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:23.392173 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-14affa38-d025-4755-a2cb-d144c16a6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'name': 'tempest-TestMinimumBasicScenario-717220579-router', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:07Z', 'updated_at': '2022-10-03T16:09:23Z', 'revision_number': 6, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'gw_port_host': None}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:23.417937 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14affa38-d025-4755-a2cb-d144c16a6918 None None] The sync data for ids ['6f8eb010-f1db-4fd5-9076-eac02de4d9ef'] in dv-cinder-844563-13-iscsi is: [{'id': '6f8eb010-f1db-4fd5-9076-eac02de4d9ef', 'name': 'tempest-TestMinimumBasicScenario-717220579-router', 'tenant_id': '4fc33625256646a3b8bf4158052e669a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:07:07Z', 'updated_at': '2022-10-03T16:09:23Z', 'revision_number': 6, 'project_id': '4fc33625256646a3b8bf4158052e669a', 'gw_port_host': None}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:09:23.464069 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (dee7de6b-38c7-4381-944c-079464ee5283), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.489058 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Pushing event deleted for resources: {'Port': ['ID=dee7de6b-38c7-4381-944c-079464ee5283,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:23.550177 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727734'] for router_gateway (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.636496 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3734141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29314'] for router (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.639248 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Publish callbacks [] for router_controller (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), precommit_delete_associations {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.682915 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734116'] for router (6f8eb010-f1db-4fd5-9076-eac02de4d9ef), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.683539 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f8eb010-f1db-4fd5-9076-eac02de4d9ef {{(pid=106163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 16:09:23.688185 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.689363 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-1b1d2d46-c9e2-46bb-98a8-53f6ca2f4407 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/6f8eb010-f1db-4fd5-9076-eac02de4d9ef HTTP/1.1" status: 204 len: 168 time: 0.7690973 Oct 03 16:09:23.691880 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56948) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:23.738420 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28ce693-e28f-44ce-80f3-afd0c0d0f855 admin admin] Deleting subnet 2af8b826-60b3-4c3a-835d-0069c8398769 {{(pid=106163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:09:23.741960 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c28ce693-e28f-44ce-80f3-afd0c0d0f855 admin admin] Publish callbacks [] for subnet (2af8b826-60b3-4c3a-835d-0069c8398769), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.780850 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c28ce693-e28f-44ce-80f3-afd0c0d0f855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531818'] for subnet (2af8b826-60b3-4c3a-835d-0069c8398769), precommit_delete_associations {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.865376 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c28ce693-e28f-44ce-80f3-afd0c0d0f855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (2af8b826-60b3-4c3a-835d-0069c8398769), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.917869 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c28ce693-e28f-44ce-80f3-afd0c0d0f855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26945122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104768'] for subnet (2af8b826-60b3-4c3a-835d-0069c8398769), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.943304 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ce693-e28f-44ce-80f3-afd0c0d0f855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2af8b826-60b3-4c3a-835d-0069c8398769,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:23.946943 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-c28ce693-e28f-44ce-80f3-afd0c0d0f855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for subnet (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:23.951110 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-c28ce693-e28f-44ce-80f3-afd0c0d0f855 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/2af8b826-60b3-4c3a-835d-0069c8398769 HTTP/1.1" status: 204 len: 168 time: 0.2572567 Oct 03 16:09:23.953426 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56950) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:23.955930 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b367f57-1125-4aee-aa05-64dc11bbe220 None None] Network f2275685-b540-45e4-8a60-a0ebefb909a2 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:09:24.025092 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (f2275685-b540-45e4-8a60-a0ebefb909a2), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.140154 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] DHCP port deletion for f2275685-b540-45e4-8a60-a0ebefb909a2 request from dv-cinder-844563-13-iscsi {{(pid=106164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 16:09:24.183016 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Deleting port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c {{(pid=106164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:24.183296 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), before_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.255871 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] For port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=ef74bd68-ffa1-40e7-9ffb-47f06b97e64c,segment=NetworkSegment(88289bc7-d35b-4170-9fc3-edd488d4d159),segment_id=88289bc7-d35b-4170-9fc3-edd488d4d159)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:24.256266 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), precommit_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.276785 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Calling delete_port for ef74bd68-ffa1-40e7-9ffb-47f06b97e64c owned by network:dhcp {{(pid=106164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:24.293337 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4e3596ef-c09e-4c9a-b7e2-60fa67b7699a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.303182 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Deleting port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:24.303522 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.355392 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:24.366861 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:24.373852 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), after_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.376394 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] For port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=ef74bd68-ffa1-40e7-9ffb-47f06b97e64c,segment=NetworkSegment(88289bc7-d35b-4170-9fc3-edd488d4d159),segment_id=88289bc7-d35b-4170-9fc3-edd488d4d159)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:24.376784 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.392684 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Calling delete_port for ef74bd68-ffa1-40e7-9ffb-47f06b97e64c owned by network:dhcp {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:24.406190 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Pushing event deleted for resources: {'Port': ['ID=ef74bd68-ffa1-40e7-9ffb-47f06b97e64c,revision_number=None']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:24.411866 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] No DVR routers for this DVR port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c on host dv-cinder-844563-13-iscsi {{(pid=106164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:09:24.425608 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.425955 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.426304 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.426639 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.426971 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.427299 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.427625 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.427961 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.428270 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.428591 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.428939 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.429257 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.429734 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.430398 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.431162 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eb026-2cbf-4294-9abf-f7e3ba92c638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:24.474883 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (ef74bd68-ffa1-40e7-9ffb-47f06b97e64c), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.499291 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef74bd68-ffa1-40e7-9ffb-47f06b97e64c,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:24.503832 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] No DVR routers for this DVR port ef74bd68-ffa1-40e7-9ffb-47f06b97e64c on host dv-cinder-844563-13-iscsi {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:09:24.576170 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (f2275685-b540-45e4-8a60-a0ebefb909a2), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.595979 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2275685-b540-45e4-8a60-a0ebefb909a2']}} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:24.605146 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88289bc7-d35b-4170-9fc3-edd488d4d159') {'for_net_delete': True} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:24.605451 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88289bc7-d35b-4170-9fc3-edd488d4d159') {} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:24.615716 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531731'] for segment (88289bc7-d35b-4170-9fc3-edd488d4d159), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.629996 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (88289bc7-d35b-4170-9fc3-edd488d4d159), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.636483 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=106163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:09:24.636897 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26945160'] for segment (88289bc7-d35b-4170-9fc3-edd488d4d159), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.681083 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 88289bc7-d35b-4170-9fc3-edd488d4d159 resource provider aggregate not found Oct 03 16:09:24.697733 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment 88289bc7-d35b-4170-9fc3-edd488d4d159 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88289bc7-d35b-4170-9fc3-edd488d4d159 found for delete ", "request_id": "req-30edd3b2-ed8a-402f-a8bb-f04a00184673"}]} Oct 03 16:09:24.705489 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (f2275685-b540-45e4-8a60-a0ebefb909a2), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.711164 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:24.714298 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/f2275685-b540-45e4-8a60-a0ebefb909a2 HTTP/1.1" status: 204 len: 168 time: 0.7598941 Oct 03 16:09:24.725729 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87526134-de72-4446-b5e7-a9cb5ddbe231 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2275685-b540-45e4-8a60-a0ebefb909a2,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:24.880036 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56958) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:24.928178 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-ea07a33a-e8af-463f-b90c-d74e84c01de3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a7ffe330a5d2482e961c93077d13cc5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469429 Oct 03 16:09:24.930780 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56960) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:24.987957 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f743feb0-c6bd-4f50-a159-d3a43d86ebbe admin admin] Publish callbacks [] for security_group (d49330e0-b168-4c81-9821-9bdef8377558), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.008245 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f743feb0-c6bd-4f50-a159-d3a43d86ebbe admin admin] Publish callbacks [] for security_group (d49330e0-b168-4c81-9821-9bdef8377558), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.022060 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 9644f5f5-dfef-4aa8-8263-a689a30e50ef no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:25.041447 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 9644f5f5-dfef-4aa8-8263-a689a30e50ef {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:25.041792 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 9644f5f5-dfef-4aa8-8263-a689a30e50ef not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:25.042203 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device ef74bd68-ffa1-40e7-9ffb-47f06b97e64c no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:25.056930 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f743feb0-c6bd-4f50-a159-d3a43d86ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (d49330e0-b168-4c81-9821-9bdef8377558), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.059860 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f743feb0-c6bd-4f50-a159-d3a43d86ebbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.061019 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-f743feb0-c6bd-4f50-a159-d3a43d86ebbe admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d49330e0-b168-4c81-9821-9bdef8377558 HTTP/1.1" status: 204 len: 168 time: 0.1293495 Oct 03 16:09:25.061962 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: ef74bd68-ffa1-40e7-9ffb-47f06b97e64c {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:25.062316 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device ef74bd68-ffa1-40e7-9ffb-47f06b97e64c not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:25.062734 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device dee7de6b-38c7-4381-944c-079464ee5283 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:25.069050 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743feb0-c6bd-4f50-a159-d3a43d86ebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49330e0-b168-4c81-9821-9bdef8377558,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:25.093350 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: dee7de6b-38c7-4381-944c-079464ee5283 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:25.093701 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device dee7de6b-38c7-4381-944c-079464ee5283 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:25.357326 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 56966) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:25.388962 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56968) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:25.430895 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-51d70db1-6d1f-448d-ae8e-53c5ab66aced admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4fc33625256646a3b8bf4158052e669a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382848 Oct 03 16:09:25.431110 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 56970) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:25.457854 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:25.482877 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e49719ae-2877-432c-bc69-d5b108eb7bcc admin admin] Publish callbacks [] for security_group (b037aeff-68d1-4d46-9a67-a141b7bb4a68), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.499216 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-aede7dc3-ea54-42b9-a22e-372ecee51813 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Deleting port 92c327cd-620d-4e4f-b16b-72cfa3a2fa0d {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:25.499561 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-aede7dc3-ea54-42b9-a22e-372ecee51813 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (92c327cd-620d-4e4f-b16b-72cfa3a2fa0d), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.503164 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e49719ae-2877-432c-bc69-d5b108eb7bcc admin admin] Publish callbacks [] for security_group (b037aeff-68d1-4d46-9a67-a141b7bb4a68), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.549673 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e49719ae-2877-432c-bc69-d5b108eb7bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (b037aeff-68d1-4d46-9a67-a141b7bb4a68), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.552300 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e49719ae-2877-432c-bc69-d5b108eb7bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.553489 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e49719ae-2877-432c-bc69-d5b108eb7bcc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b037aeff-68d1-4d46-9a67-a141b7bb4a68 HTTP/1.1" status: 204 len: 168 time: 0.1215601 Oct 03 16:09:25.561865 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49719ae-2877-432c-bc69-d5b108eb7bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b037aeff-68d1-4d46-9a67-a141b7bb4a68,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:25.587797 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-aede7dc3-ea54-42b9-a22e-372ecee51813 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (92c327cd-620d-4e4f-b16b-72cfa3a2fa0d), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.588375 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-aede7dc3-ea54-42b9-a22e-372ecee51813 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for floatingip (92c327cd-620d-4e4f-b16b-72cfa3a2fa0d), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.602371 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-aede7dc3-ea54-42b9-a22e-372ecee51813 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Calling delete_port for 92c327cd-620d-4e4f-b16b-72cfa3a2fa0d owned by network:floatingip {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:25.643539 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:25.686759 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:25.762726 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-aede7dc3-ea54-42b9-a22e-372ecee51813 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (92c327cd-620d-4e4f-b16b-72cfa3a2fa0d), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.787479 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede7dc3-ea54-42b9-a22e-372ecee51813 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event deleted for resources: {'Port': ['ID=92c327cd-620d-4e4f-b16b-72cfa3a2fa0d,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:25.829369 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.857938 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-aede7dc3-ea54-42b9-a22e-372ecee51813 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for floatingip (eeb20f2d-613d-4116-a859-a17734be55ea), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:25.858271 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [None req-aede7dc3-ea54-42b9-a22e-372ecee51813 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Floating IP eeb20f2d-613d-4116-a859-a17734be55ea disassociated (deleted). External IP: 172.27.0.14, port: b2a35698-8aad-47ff-b894-6f9f24d5bfad. Oct 03 16:09:26.069542 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aede7dc3-ea54-42b9-a22e-372ecee51813 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Router 72d38349-260b-47a2-90db-af2e36ca2276 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:09:26.174188 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aede7dc3-ea54-42b9-a22e-372ecee51813 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:09:26.178772 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-aede7dc3-ea54-42b9-a22e-372ecee51813 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:26.183268 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f706622-1dde-434e-9d88-989fd41261fd None None] Sync routers for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:09:26.192809 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f706622-1dde-434e-9d88-989fd41261fd None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:26.193418 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-3f706622-1dde-434e-9d88-989fd41261fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:09:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:26.207032 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-aede7dc3-ea54-42b9-a22e-372ecee51813 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/eeb20f2d-613d-4116-a859-a17734be55ea HTTP/1.1" status: 204 len: 168 time: 0.8485889 Oct 03 16:09:26.207668 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'tag': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:09:26.210230 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4d11ec-c51d-465b-9a79-afb432d542bd" -d '{"events": [{"name": "network-changed", "server_uuid": "64e780e0-bcef-4ffd-acd9-5b2e2149670b", "tag": "b2a35698-8aad-47ff-b894-6f9f24d5bfad"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:09:26.255048 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd078fb-568a-4910-b354-dce0f760d38b x-openstack-request-id: req-cdd078fb-568a-4910-b354-dce0f760d38b {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:09:26.255340 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e780e0-bcef-4ffd-acd9-5b2e2149670b", "tag": "b2a35698-8aad-47ff-b894-6f9f24d5bfad", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:09:26.255589 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cdd078fb-568a-4910-b354-dce0f760d38b {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:09:26.255991 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd078fb-568a-4910-b354-dce0f760d38b'] response: {'name': 'network-changed', 'server_uuid': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'tag': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad', 'status': 'completed', 'code': 200} Oct 03 16:09:26.313788 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-3f706622-1dde-434e-9d88-989fd41261fd None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:26.325731 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d11ec-c51d-465b-9a79-afb432d542bd req-ca019b85-7c05-4bf5-aa55-b0da0d4082ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:26.327399 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-3b4d11ec-c51d-465b-9a79-afb432d542bd req-ca019b85-7c05-4bf5-aa55-b0da0d4082ce service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 1130 time: 0.0439990 Oct 03 16:09:26.450469 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d11ec-c51d-465b-9a79-afb432d542bd req-5eb8a263-8f01-4670-9777-485f4643f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:26.451959 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-3b4d11ec-c51d-465b-9a79-afb432d542bd req-5eb8a263-8f01-4670-9777-485f4643f66e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 912 time: 0.0969017 Oct 03 16:09:26.460537 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda7855-6502-4718-87af-6e30ecb6aa06 req-668f7520-2c4d-4cd8-83fa-48993b8a9ea7 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:26.462076 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-edda7855-6502-4718-87af-6e30ecb6aa06 req-668f7520-2c4d-4cd8-83fa-48993b8a9ea7 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 946 time: 0.0545897 Oct 03 16:09:26.488115 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:26.514501 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-edda7855-6502-4718-87af-6e30ecb6aa06 req-cc5c5242-416e-4d45-b077-7cb8dc785623 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466001 Oct 03 16:09:26.556782 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-3f706622-1dde-434e-9d88-989fd41261fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:2c:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:24Z', 'updated_at': '2022-10-03T16:05:26Z', 'revision_number': 1, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:26.558353 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:26.560658 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:26.584803 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f706622-1dde-434e-9d88-989fd41261fd None None] Checking router: 72d38349-260b-47a2-90db-af2e36ca2276 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:09:26.594403 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f706622-1dde-434e-9d88-989fd41261fd None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:26.595010 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-3f706622-1dde-434e-9d88-989fd41261fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:09:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:26.695823 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-3f706622-1dde-434e-9d88-989fd41261fd None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:26.907281 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-3f706622-1dde-434e-9d88-989fd41261fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:2c:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:24Z', 'updated_at': '2022-10-03T16:05:26Z', 'revision_number': 1, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:26.931136 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f706622-1dde-434e-9d88-989fd41261fd None None] The sync data for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi is: [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_floatingips': [{'id': 'b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'router_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'port_id': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'mac_address': 'fa:16:3e:2c:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T16:05:24Z', 'updated_at': '2022-10-03T16:05:26Z', 'revision_number': 1, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:09:27.073818 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:27.141613 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60183e89-e61b-436f-b62f-f2747f06e48f None None] New status for floating IP eeb20f2d-613d-4116-a859-a17734be55ea: DOWN {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:09:27.194220 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:27.575504 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-3b4d11ec-c51d-465b-9a79-afb432d542bd req-94572953-5ed2-4cb2-83c6-1e13c9d16569 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a35698-8aad-47ff-b894-6f9f24d5bfad HTTP/1.1" status: 200 len: 217 time: 0.0350006 Oct 03 16:09:27.630605 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d11ec-c51d-465b-9a79-afb432d542bd req-88f375a1-5d85-450b-a6f3-3a73cc01f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:27.632104 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-3b4d11ec-c51d-465b-9a79-afb432d542bd req-88f375a1-5d85-450b-a6f3-3a73cc01f54b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 200 len: 850 time: 0.0495291 Oct 03 16:09:27.642232 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00addfc3-97ae-45df-9e47-ea952d0b1747 req-2b53c693-803d-4a5c-8d41-eea3a8978df5 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:27.643830 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-00addfc3-97ae-45df-9e47-ea952d0b1747 req-2b53c693-803d-4a5c-8d41-eea3a8978df5 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 946 time: 0.0486972 Oct 03 16:09:27.694458 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-00addfc3-97ae-45df-9e47-ea952d0b1747 req-1b02c197-cb0d-4171-ab42-baea90ef21be tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438504 Oct 03 16:09:27.770813 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d11ec-c51d-465b-9a79-afb432d542bd req-035ef582-24df-4011-9c18-43199f9662f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:27.772308 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-3b4d11ec-c51d-465b-9a79-afb432d542bd req-035ef582-24df-4011-9c18-43199f9662f1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=13403649-4ce4-4f7b-972e-1b4b67982742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470965 Oct 03 16:09:27.783244 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [req-3b4d11ec-c51d-465b-9a79-afb432d542bd req-52849efe-be26-4f99-a83b-7602cfbb0d32 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 16:09:27.784317 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-3b4d11ec-c51d-465b-9a79-afb432d542bd req-52849efe-be26-4f99-a83b-7602cfbb0d32 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048890 Oct 03 16:09:27.875561 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-3b4d11ec-c51d-465b-9a79-afb432d542bd req-205bb58d-ca9b-4de0-ac9c-0d558ae153a8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855448 Oct 03 16:09:28.023514 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:28.040156 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:28.063817 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-3b4d11ec-c51d-465b-9a79-afb432d542bd req-06ee5a12-2921-4f18-a922-2d25499ac112 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871742 Oct 03 16:09:28.089523 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc2727-1de9-409d-96b0-f43e1966acb0 req-074091b5-05d5-4fab-97dc-3318f0aa1e13 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:28.091664 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-88cc2727-1de9-409d-96b0-f43e1966acb0 req-074091b5-05d5-4fab-97dc-3318f0aa1e13 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 946 time: 0.0482860 Oct 03 16:09:28.177517 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-88cc2727-1de9-409d-96b0-f43e1966acb0 req-4295f257-fef5-4dd7-9e15-6ec6fdff43ae tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Deleting port b2a35698-8aad-47ff-b894-6f9f24d5bfad {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:28.177774 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-88cc2727-1de9-409d-96b0-f43e1966acb0 req-4295f257-fef5-4dd7-9e15-6ec6fdff43ae tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:28.269070 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [req-88cc2727-1de9-409d-96b0-f43e1966acb0 req-4295f257-fef5-4dd7-9e15-6ec6fdff43ae tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] For port b2a35698-8aad-47ff-b894-6f9f24d5bfad, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2a35698-8aad-47ff-b894-6f9f24d5bfad,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:28.269434 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-88cc2727-1de9-409d-96b0-f43e1966acb0 req-4295f257-fef5-4dd7-9e15-6ec6fdff43ae tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:28.543951 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [req-88cc2727-1de9-409d-96b0-f43e1966acb0 req-4295f257-fef5-4dd7-9e15-6ec6fdff43ae tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Calling delete_port for b2a35698-8aad-47ff-b894-6f9f24d5bfad owned by compute:nova {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:28.667238 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-88cc2727-1de9-409d-96b0-f43e1966acb0 req-4295f257-fef5-4dd7-9e15-6ec6fdff43ae tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (b2a35698-8aad-47ff-b894-6f9f24d5bfad), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:28.697338 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295f257-fef5-4dd7-9e15-6ec6fdff43ae tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event deleted for resources: {'Port': ['ID=b2a35698-8aad-47ff-b894-6f9f24d5bfad,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:28.741045 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cc2727-1de9-409d-96b0-f43e1966acb0 req-4295f257-fef5-4dd7-9e15-6ec6fdff43ae tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] No DVR routers for this DVR port b2a35698-8aad-47ff-b894-6f9f24d5bfad on host hv-cinder-84456 {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:09:28.743688 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [req-88cc2727-1de9-409d-96b0-f43e1966acb0 req-4295f257-fef5-4dd7-9e15-6ec6fdff43ae tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:28.747822 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-88cc2727-1de9-409d-96b0-f43e1966acb0 req-4295f257-fef5-4dd7-9e15-6ec6fdff43ae tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "DELETE /networking/v2.0/ports/b2a35698-8aad-47ff-b894-6f9f24d5bfad HTTP/1.1" status: 204 len: 173 time: 0.6511848 Oct 03 16:09:28.748334 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'name': 'network-vif-deleted', 'tag': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:09:28.750802 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5938fee-21e0-4637-8d3a-af907c482625" -d '{"events": [{"server_uuid": "64e780e0-bcef-4ffd-acd9-5b2e2149670b", "name": "network-vif-deleted", "tag": "b2a35698-8aad-47ff-b894-6f9f24d5bfad"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:09:28.805927 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba686aa-4ee3-44a2-b9a6-3606562fc1a7 x-openstack-request-id: req-cba686aa-4ee3-44a2-b9a6-3606562fc1a7 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:09:28.806216 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e780e0-bcef-4ffd-acd9-5b2e2149670b", "name": "network-vif-deleted", "tag": "b2a35698-8aad-47ff-b894-6f9f24d5bfad", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:09:28.806743 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cba686aa-4ee3-44a2-b9a6-3606562fc1a7 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:09:28.806874 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba686aa-4ee3-44a2-b9a6-3606562fc1a7'] response: {'server_uuid': '64e780e0-bcef-4ffd-acd9-5b2e2149670b', 'name': 'network-vif-deleted', 'tag': 'b2a35698-8aad-47ff-b894-6f9f24d5bfad', 'status': 'completed', 'code': 200} Oct 03 16:09:28.809869 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-dd63e5b4-139f-40c6-8fa3-8c05e1cc956d req-504da5cd-930e-429f-aa60-3ca488ba279f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64e780e0-bcef-4ffd-acd9-5b2e2149670b HTTP/1.1" status: 200 len: 210 time: 0.0354238 Oct 03 16:09:31.936573 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device b2a35698-8aad-47ff-b894-6f9f24d5bfad no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:31.956320 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: b2a35698-8aad-47ff-b894-6f9f24d5bfad {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:31.956663 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device b2a35698-8aad-47ff-b894-6f9f24d5bfad not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:32.114392 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57002) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:32.231807 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:32.268501 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-b9cca12a-f0e3-4635-8aca-4a0992055b2c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Deleting port e86e0258-d16e-4f1e-a109-1c94fc4273b3 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:32.268881 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b9cca12a-f0e3-4635-8aca-4a0992055b2c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (e86e0258-d16e-4f1e-a109-1c94fc4273b3), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:32.353377 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b9cca12a-f0e3-4635-8aca-4a0992055b2c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (e86e0258-d16e-4f1e-a109-1c94fc4273b3), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:32.353705 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b9cca12a-f0e3-4635-8aca-4a0992055b2c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for floatingip (e86e0258-d16e-4f1e-a109-1c94fc4273b3), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:32.366373 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-b9cca12a-f0e3-4635-8aca-4a0992055b2c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Calling delete_port for e86e0258-d16e-4f1e-a109-1c94fc4273b3 owned by network:floatingip {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:32.503854 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:32.517751 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b9cca12a-f0e3-4635-8aca-4a0992055b2c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (e86e0258-d16e-4f1e-a109-1c94fc4273b3), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:32.542545 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cca12a-f0e3-4635-8aca-4a0992055b2c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event deleted for resources: {'Port': ['ID=e86e0258-d16e-4f1e-a109-1c94fc4273b3,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:32.604082 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b9cca12a-f0e3-4635-8aca-4a0992055b2c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for floatingip (b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:32.604415 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.db.l3_db [None req-b9cca12a-f0e3-4635-8aca-4a0992055b2c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Floating IP b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c disassociated (deleted). External IP: 172.27.0.20, port: daf87bb6-218f-4859-967c-bcf0cbc9dffe. Oct 03 16:09:32.810021 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cca12a-f0e3-4635-8aca-4a0992055b2c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Router 72d38349-260b-47a2-90db-af2e36ca2276 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:09:32.914170 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cca12a-f0e3-4635-8aca-4a0992055b2c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:09:32.918876 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-b9cca12a-f0e3-4635-8aca-4a0992055b2c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:32.924028 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd4090-b822-422e-86b7-dce0ad845954 None None] Sync routers for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:09:32.933464 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd4090-b822-422e-86b7-dce0ad845954 None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:32.934575 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-cccd4090-b822-422e-86b7-dce0ad845954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:09:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:32.948481 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-b9cca12a-f0e3-4635-8aca-4a0992055b2c tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c HTTP/1.1" status: 204 len: 168 time: 0.8330030 Oct 03 16:09:32.949172 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'tag': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe'}] {{(pid=106162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:09:32.952526 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc5df50b555e6d730958f582bf5d6c1caf8a76cc38fc23659018a273e7451bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34580445-5489-414f-953f-176fa4fba3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "beb09ecb-c4c2-442c-935c-61a82613b3a7", "tag": "daf87bb6-218f-4859-967c-bcf0cbc9dffe"}]}' {{(pid=106162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:09:33.004617 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d325a3f8-bdf8-4d52-9b85-95a2d1e664b8 x-openstack-request-id: req-d325a3f8-bdf8-4d52-9b85-95a2d1e664b8 {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:09:33.004951 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb09ecb-c4c2-442c-935c-61a82613b3a7", "tag": "daf87bb6-218f-4859-967c-bcf0cbc9dffe", "status": "completed", "code": 200}]} {{(pid=106162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:09:33.005216 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d325a3f8-bdf8-4d52-9b85-95a2d1e664b8 {{(pid=106162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:09:33.005630 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d325a3f8-bdf8-4d52-9b85-95a2d1e664b8'] response: {'name': 'network-changed', 'server_uuid': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'tag': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'status': 'completed', 'code': 200} Oct 03 16:09:33.049291 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-cccd4090-b822-422e-86b7-dce0ad845954 None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:33.070655 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34580445-5489-414f-953f-176fa4fba3d1 req-64130252-48ca-4164-ade4-7e0cdb3abd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:33.072362 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-34580445-5489-414f-953f-176fa4fba3d1 req-64130252-48ca-4164-ade4-7e0cdb3abd7d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=40732e98240b4797b941e57f6606e6c5&device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 1129 time: 0.0419893 Oct 03 16:09:33.193245 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:33.221239 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a40daf-5315-4cc2-8280-7d3ce9bdc203 req-72d71a23-3b0b-4d2c-96fd-f0957b486795 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:33.222818 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-62a40daf-5315-4cc2-8280-7d3ce9bdc203 req-72d71a23-3b0b-4d2c-96fd-f0957b486795 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 945 time: 0.0704494 Oct 03 16:09:33.241005 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34580445-5489-414f-953f-176fa4fba3d1 req-875fb738-6e9c-44c4-84a0-3e6e4dcd39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:33.242483 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-34580445-5489-414f-953f-176fa4fba3d1 req-875fb738-6e9c-44c4-84a0-3e6e4dcd39c9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 200 len: 912 time: 0.1582830 Oct 03 16:09:33.282428 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-62a40daf-5315-4cc2-8280-7d3ce9bdc203 req-1324a70c-bd3c-4ac2-9cef-4333f6ba8572 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533564 Oct 03 16:09:33.382762 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-cccd4090-b822-422e-86b7-dce0ad845954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:33.409479 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd4090-b822-422e-86b7-dce0ad845954 None None] Checking router: 72d38349-260b-47a2-90db-af2e36ca2276 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:09:33.417777 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd4090-b822-422e-86b7-dce0ad845954 None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:33.418899 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-cccd4090-b822-422e-86b7-dce0ad845954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:09:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:33.523777 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-cccd4090-b822-422e-86b7-dce0ad845954 None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:33.627652 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:33.655211 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:33.705673 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-cccd4090-b822-422e-86b7-dce0ad845954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:33.730506 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd4090-b822-422e-86b7-dce0ad845954 None None] The sync data for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi is: [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:01:32Z', 'revision_number': 4, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': '584239d9-cf0f-4eaf-9e83-debf9772094d', 'name': '', 'network_id': '13403649-4ce4-4f7b-972e-1b4b67982742', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'mac_address': 'fa:16:3e:a0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:31Z', 'updated_at': '2022-10-03T16:01:40Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'subnets': [{'id': '2384d5fa-c00d-4177-8fb5-88b9d5f7fa41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:09:33.946997 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bb89b5-2afc-4c1e-88e8-9ee48888e3a4 None None] New status for floating IP b8bf68bd-651f-4d9a-a5e4-8e5337cc0a2c: DOWN {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:09:34.281724 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-34580445-5489-414f-953f-176fa4fba3d1 req-0a35e935-f6c6-4c8c-8c15-966c7ee05bd6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daf87bb6-218f-4859-967c-bcf0cbc9dffe HTTP/1.1" status: 200 len: 217 time: 0.0377624 Oct 03 16:09:34.332273 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34580445-5489-414f-953f-176fa4fba3d1 req-418574b9-0b5a-4e19-94de-7adf5b9f9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:34.333768 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-34580445-5489-414f-953f-176fa4fba3d1 req-418574b9-0b5a-4e19-94de-7adf5b9f9657 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 200 len: 850 time: 0.0444837 Oct 03 16:09:34.405117 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ab715-0a49-4382-a4cd-e574ffacb076 req-d916dd94-b522-42b6-b275-ff3d7956581f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:34.406573 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9f1ab715-0a49-4382-a4cd-e574ffacb076 req-d916dd94-b522-42b6-b275-ff3d7956581f tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 945 time: 0.0463836 Oct 03 16:09:34.488975 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34580445-5489-414f-953f-176fa4fba3d1 req-e6851a5c-a95d-4d48-b6bb-25a4f2729222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:34.490357 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-34580445-5489-414f-953f-176fa4fba3d1 req-e6851a5c-a95d-4d48-b6bb-25a4f2729222 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=13403649-4ce4-4f7b-972e-1b4b67982742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0652695 Oct 03 16:09:34.493981 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-9f1ab715-0a49-4382-a4cd-e574ffacb076 req-7505d8a3-999c-4c85-9839-fe97ed237ad4 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3acc507a-eecf-4f58-9305-415ffb8a209e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819380 Oct 03 16:09:34.581422 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-34580445-5489-414f-953f-176fa4fba3d1 req-14f777d5-aa80-4d20-9d7c-8e5531b88cb7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832629 Oct 03 16:09:34.700187 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=100 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:34.742338 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-34580445-5489-414f-953f-176fa4fba3d1 req-5ec2438c-dfb7-4fd0-870a-2f5ca06c14cc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902112 Oct 03 16:09:34.784647 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f474136-ba79-4d58-9c22-c08b9b42328f req-cf927ea7-02e6-41ee-82c0-0295142ac526 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:34.786118 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-9f474136-ba79-4d58-9c22-c08b9b42328f req-cf927ea7-02e6-41ee-82c0-0295142ac526 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 945 time: 0.0486932 Oct 03 16:09:34.875870 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-9f474136-ba79-4d58-9c22-c08b9b42328f req-2200054f-c50f-43c6-ad44-0bacaa5faee1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Deleting port daf87bb6-218f-4859-967c-bcf0cbc9dffe {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:34.876218 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-9f474136-ba79-4d58-9c22-c08b9b42328f req-2200054f-c50f-43c6-ad44-0bacaa5faee1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:34.964949 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-9f474136-ba79-4d58-9c22-c08b9b42328f req-2200054f-c50f-43c6-ad44-0bacaa5faee1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] For port daf87bb6-218f-4859-967c-bcf0cbc9dffe, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=daf87bb6-218f-4859-967c-bcf0cbc9dffe,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:34.965931 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-9f474136-ba79-4d58-9c22-c08b9b42328f req-2200054f-c50f-43c6-ad44-0bacaa5faee1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:34.983329 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-9f474136-ba79-4d58-9c22-c08b9b42328f req-2200054f-c50f-43c6-ad44-0bacaa5faee1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Calling delete_port for daf87bb6-218f-4859-967c-bcf0cbc9dffe owned by compute:nova {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:35.114884 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-9f474136-ba79-4d58-9c22-c08b9b42328f req-2200054f-c50f-43c6-ad44-0bacaa5faee1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (daf87bb6-218f-4859-967c-bcf0cbc9dffe), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:35.142867 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200054f-c50f-43c6-ad44-0bacaa5faee1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event deleted for resources: {'Port': ['ID=daf87bb6-218f-4859-967c-bcf0cbc9dffe,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:35.195052 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f474136-ba79-4d58-9c22-c08b9b42328f req-2200054f-c50f-43c6-ad44-0bacaa5faee1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] No DVR routers for this DVR port daf87bb6-218f-4859-967c-bcf0cbc9dffe on host hv-cinder-84456 {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:09:35.197597 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-9f474136-ba79-4d58-9c22-c08b9b42328f req-2200054f-c50f-43c6-ad44-0bacaa5faee1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:35.202058 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-9f474136-ba79-4d58-9c22-c08b9b42328f req-2200054f-c50f-43c6-ad44-0bacaa5faee1 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.48 "DELETE /networking/v2.0/ports/daf87bb6-218f-4859-967c-bcf0cbc9dffe HTTP/1.1" status: 204 len: 173 time: 0.4104512 Oct 03 16:09:35.202566 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'name': 'network-vif-deleted', 'tag': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:09:35.204835 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a079fd0d-c4d0-4aea-a5f5-66facdaaa29f" -d '{"events": [{"server_uuid": "beb09ecb-c4c2-442c-935c-61a82613b3a7", "name": "network-vif-deleted", "tag": "daf87bb6-218f-4859-967c-bcf0cbc9dffe"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:09:35.244612 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e8027f-e1cf-4697-826d-992a80b2ac92 x-openstack-request-id: req-e4e8027f-e1cf-4697-826d-992a80b2ac92 {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:09:35.245010 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb09ecb-c4c2-442c-935c-61a82613b3a7", "name": "network-vif-deleted", "tag": "daf87bb6-218f-4859-967c-bcf0cbc9dffe", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:09:35.245343 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e4e8027f-e1cf-4697-826d-992a80b2ac92 {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:09:35.245762 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e8027f-e1cf-4697-826d-992a80b2ac92'] response: {'server_uuid': 'beb09ecb-c4c2-442c-935c-61a82613b3a7', 'name': 'network-vif-deleted', 'tag': 'daf87bb6-218f-4859-967c-bcf0cbc9dffe', 'status': 'completed', 'code': 200} Oct 03 16:09:35.634803 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-53d0f362-fcea-4389-b32e-d41ccb15894c req-7b6056be-000f-420e-a205-7693c5fec891 tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=beb09ecb-c4c2-442c-935c-61a82613b3a7 HTTP/1.1" status: 200 len: 210 time: 0.0362661 Oct 03 16:09:36.707265 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57042) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:36.821060 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-a3d65269-3f6e-4974-96ae-5246831f925b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Deleting port 37018ff4-36bb-487f-b004-963bbd29035e {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:36.821409 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a3d65269-3f6e-4974-96ae-5246831f925b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (37018ff4-36bb-487f-b004-963bbd29035e), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:36.831133 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:36.902722 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a3d65269-3f6e-4974-96ae-5246831f925b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (37018ff4-36bb-487f-b004-963bbd29035e), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:36.903423 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a3d65269-3f6e-4974-96ae-5246831f925b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for floatingip (37018ff4-36bb-487f-b004-963bbd29035e), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:36.915732 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-a3d65269-3f6e-4974-96ae-5246831f925b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Calling delete_port for 37018ff4-36bb-487f-b004-963bbd29035e owned by network:floatingip {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:37.047248 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a3d65269-3f6e-4974-96ae-5246831f925b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (37018ff4-36bb-487f-b004-963bbd29035e), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:37.074577 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d65269-3f6e-4974-96ae-5246831f925b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event deleted for resources: {'Port': ['ID=37018ff4-36bb-487f-b004-963bbd29035e,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:37.136898 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a3d65269-3f6e-4974-96ae-5246831f925b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for floatingip (30c766c9-0c11-43b9-8042-9f826259c85f), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:37.140344 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a3d65269-3f6e-4974-96ae-5246831f925b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:37.143779 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a3d65269-3f6e-4974-96ae-5246831f925b tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/30c766c9-0c11-43b9-8042-9f826259c85f HTTP/1.1" status: 204 len: 168 time: 0.4332650 Oct 03 16:09:37.975760 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device daf87bb6-218f-4859-967c-bcf0cbc9dffe no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:37.995450 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: daf87bb6-218f-4859-967c-bcf0cbc9dffe {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:37.995795 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device daf87bb6-218f-4859-967c-bcf0cbc9dffe not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:38.350436 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57056) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:38.378562 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:38.413597 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ada704c-8b38-4a2a-b286-f02c58b51cfc tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group (3acc507a-eecf-4f58-9305-415ffb8a209e), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:38.438032 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ada704c-8b38-4a2a-b286-f02c58b51cfc tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group (3acc507a-eecf-4f58-9305-415ffb8a209e), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:38.496395 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ada704c-8b38-4a2a-b286-f02c58b51cfc tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (3acc507a-eecf-4f58-9305-415ffb8a209e), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:38.499150 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0ada704c-8b38-4a2a-b286-f02c58b51cfc tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:38.500344 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-0ada704c-8b38-4a2a-b286-f02c58b51cfc tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3acc507a-eecf-4f58-9305-415ffb8a209e HTTP/1.1" status: 204 len: 168 time: 0.1488810 Oct 03 16:09:38.509378 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada704c-8b38-4a2a-b286-f02c58b51cfc tempest-TestVolumeBootPattern-467882445 tempest-TestVolumeBootPattern-467882445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acc507a-eecf-4f58-9305-415ffb8a209e,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:38.568964 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57060) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:38.994403 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:39.075463 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-539db9b6-a9dc-4579-80b9-e75295735036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734088'] for router_interface (72d38349-260b-47a2-90db-af2e36ca2276), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:39.298787 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-539db9b6-a9dc-4579-80b9-e75295735036 admin admin] Deleting port 584239d9-cf0f-4eaf-9e83-debf9772094d {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:39.299041 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-539db9b6-a9dc-4579-80b9-e75295735036 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:39.378771 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-539db9b6-a9dc-4579-80b9-e75295735036 admin admin] For port 584239d9-cf0f-4eaf-9e83-debf9772094d, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=584239d9-cf0f-4eaf-9e83-debf9772094d,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:39.379418 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-539db9b6-a9dc-4579-80b9-e75295735036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:39.391867 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-539db9b6-a9dc-4579-80b9-e75295735036 admin admin] Calling delete_port for 584239d9-cf0f-4eaf-9e83-debf9772094d owned by network:router_interface {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:39.488117 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:39.566728 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-539db9b6-a9dc-4579-80b9-e75295735036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (584239d9-cf0f-4eaf-9e83-debf9772094d), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:39.589031 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539db9b6-a9dc-4579-80b9-e75295735036 admin admin] Pushing event deleted for resources: {'Port': ['ID=584239d9-cf0f-4eaf-9e83-debf9772094d,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:39.759338 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-539db9b6-a9dc-4579-80b9-e75295735036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734076'] for router_interface (72d38349-260b-47a2-90db-af2e36ca2276), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:39.815408 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:39.963845 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539db9b6-a9dc-4579-80b9-e75295735036 admin admin] Router 72d38349-260b-47a2-90db-af2e36ca2276 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:09:40.065442 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539db9b6-a9dc-4579-80b9-e75295735036 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:09:40.071472 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-539db9b6-a9dc-4579-80b9-e75295735036 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/72d38349-260b-47a2-90db-af2e36ca2276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5004864 Oct 03 16:09:40.073010 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57068) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:40.075541 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c0819a-d98c-42c3-b09d-4a4ef4cae186 None None] Sync routers for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:09:40.086233 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c0819a-d98c-42c3-b09d-4a4ef4cae186 None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:40.086831 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-41c0819a-d98c-42c3-b09d-4a4ef4cae186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:09:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:40.172925 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Publish callbacks [] for router (72d38349-260b-47a2-90db-af2e36ca2276), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:40.190226 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-41c0819a-d98c-42c3-b09d-4a4ef4cae186 None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:40.270756 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Publish callbacks [] for router_gateway (72d38349-260b-47a2-90db-af2e36ca2276), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:40.317646 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Deleting port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:40.318164 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:40.359050 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:40.361641 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-41c0819a-d98c-42c3-b09d-4a4ef4cae186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:09:39Z', 'revision_number': 5, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port': {'id': 'fda6e7db-6e63-49dd-9d0a-5cab26af8b3f', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d38349-260b-47a2-90db-af2e36ca2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:29Z', 'updated_at': '2022-10-03T16:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:40.391209 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c0819a-d98c-42c3-b09d-4a4ef4cae186 None None] Checking router: 72d38349-260b-47a2-90db-af2e36ca2276 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:09:40.399445 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c0819a-d98c-42c3-b09d-4a4ef4cae186 None None] Routers {'72d38349-260b-47a2-90db-af2e36ca2276'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:40.400047 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-41c0819a-d98c-42c3-b09d-4a4ef4cae186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:09:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['72d38349-260b-47a2-90db-af2e36ca2276'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:40.403391 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] For port fda6e7db-6e63-49dd-9d0a-5cab26af8b3f, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=fda6e7db-6e63-49dd-9d0a-5cab26af8b3f,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:40.404122 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:40.490055 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-41c0819a-d98c-42c3-b09d-4a4ef4cae186 None None] Set router 72d38349-260b-47a2-90db-af2e36ca2276 gateway port host: None {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:40.541039 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-41c0819a-d98c-42c3-b09d-4a4ef4cae186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:09:40Z', 'revision_number': 6, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port_host': None}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:40.567226 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c0819a-d98c-42c3-b09d-4a4ef4cae186 None None] The sync data for ids ['72d38349-260b-47a2-90db-af2e36ca2276'] in dv-cinder-844563-13-iscsi is: [{'id': '72d38349-260b-47a2-90db-af2e36ca2276', 'name': 'tempest-TestVolumeBootPattern-350840391-router', 'tenant_id': '40732e98240b4797b941e57f6606e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:28Z', 'updated_at': '2022-10-03T16:09:40Z', 'revision_number': 6, 'project_id': '40732e98240b4797b941e57f6606e6c5', 'gw_port_host': None}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:09:40.683321 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Calling delete_port for fda6e7db-6e63-49dd-9d0a-5cab26af8b3f owned by network:router_gateway {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:40.844066 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (fda6e7db-6e63-49dd-9d0a-5cab26af8b3f), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:40.869125 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda6e7db-6e63-49dd-9d0a-5cab26af8b3f,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:40.920546 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:40.934729 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727734'] for router_gateway (72d38349-260b-47a2-90db-af2e36ca2276), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.025048 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=47 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:41.028850 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3734141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29314'] for router (72d38349-260b-47a2-90db-af2e36ca2276), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.031365 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Publish callbacks [] for router_controller (72d38349-260b-47a2-90db-af2e36ca2276), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.078418 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734116'] for router (72d38349-260b-47a2-90db-af2e36ca2276), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.079030 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72d38349-260b-47a2-90db-af2e36ca2276 {{(pid=106162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 16:09:41.083440 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.084820 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-0475b2c2-98d1-4c9a-ac8b-56ca6718abd5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/72d38349-260b-47a2-90db-af2e36ca2276 HTTP/1.1" status: 204 len: 168 time: 1.0108187 Oct 03 16:09:41.087181 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57072) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:41.132496 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea90bf15-0f9f-4db2-ba6b-0f55b1508cf7 admin admin] Deleting subnet 2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 {{(pid=106162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:09:41.136055 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ea90bf15-0f9f-4db2-ba6b-0f55b1508cf7 admin admin] Publish callbacks [] for subnet (2384d5fa-c00d-4177-8fb5-88b9d5f7fa41), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.174015 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ea90bf15-0f9f-4db2-ba6b-0f55b1508cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25755899'] for subnet (2384d5fa-c00d-4177-8fb5-88b9d5f7fa41), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.256860 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ea90bf15-0f9f-4db2-ba6b-0f55b1508cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (2384d5fa-c00d-4177-8fb5-88b9d5f7fa41), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.309773 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ea90bf15-0f9f-4db2-ba6b-0f55b1508cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26020477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25541665'] for subnet (2384d5fa-c00d-4177-8fb5-88b9d5f7fa41), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.333609 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90bf15-0f9f-4db2-ba6b-0f55b1508cf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2384d5fa-c00d-4177-8fb5-88b9d5f7fa41,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:41.339668 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-ea90bf15-0f9f-4db2-ba6b-0f55b1508cf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.343391 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-ea90bf15-0f9f-4db2-ba6b-0f55b1508cf7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/2384d5fa-c00d-4177-8fb5-88b9d5f7fa41 HTTP/1.1" status: 204 len: 168 time: 0.2552633 Oct 03 16:09:41.345961 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57074) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:41.348685 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0b2c9-249a-4918-9be3-09b6a21316e7 None None] Network 13403649-4ce4-4f7b-972e-1b4b67982742 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:09:41.424450 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (13403649-4ce4-4f7b-972e-1b4b67982742), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.448281 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 584239d9-cf0f-4eaf-9e83-debf9772094d no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:41.468085 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Deleting port b080c448-ea8d-4bae-92d9-f0949623e4b8 {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:41.468425 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.474218 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 584239d9-cf0f-4eaf-9e83-debf9772094d {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:41.474564 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 584239d9-cf0f-4eaf-9e83-debf9772094d not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:41.537666 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bd69bf-ef8e-4206-a8a5-60cd4e860ddc None None] DHCP port deletion for 13403649-4ce4-4f7b-972e-1b4b67982742 request from dv-cinder-844563-13-iscsi {{(pid=106164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 16:09:41.547412 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] For port b080c448-ea8d-4bae-92d9-f0949623e4b8, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=b080c448-ea8d-4bae-92d9-f0949623e4b8,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:41.547774 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.561466 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Calling delete_port for b080c448-ea8d-4bae-92d9-f0949623e4b8 owned by network:dhcp {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:41.581707 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-65bd69bf-ef8e-4206-a8a5-60cd4e860ddc None None] Deleting port b080c448-ea8d-4bae-92d9-f0949623e4b8 {{(pid=106164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:41.582086 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-65bd69bf-ef8e-4206-a8a5-60cd4e860ddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), before_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.644313 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.655870 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-65bd69bf-ef8e-4206-a8a5-60cd4e860ddc None None] For port b080c448-ea8d-4bae-92d9-f0949623e4b8, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=b080c448-ea8d-4bae-92d9-f0949623e4b8,segment=NetworkSegment(ac05f5a1-d527-4817-9db3-78246a2c3148),segment_id=ac05f5a1-d527-4817-9db3-78246a2c3148)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:41.656277 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-65bd69bf-ef8e-4206-a8a5-60cd4e860ddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), precommit_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.670314 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-65bd69bf-ef8e-4206-a8a5-60cd4e860ddc None None] Calling delete_port for b080c448-ea8d-4bae-92d9-f0949623e4b8 owned by network:dhcp {{(pid=106164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:41.673121 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=b080c448-ea8d-4bae-92d9-f0949623e4b8,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:41.688788 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] No DVR routers for this DVR port b080c448-ea8d-4bae-92d9-f0949623e4b8 on host dv-cinder-844563-13-iscsi {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:09:41.694908 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:41.765747 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-65bd69bf-ef8e-4206-a8a5-60cd4e860ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (b080c448-ea8d-4bae-92d9-f0949623e4b8), after_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.771265 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (13403649-4ce4-4f7b-972e-1b4b67982742), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.790212 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd69bf-ef8e-4206-a8a5-60cd4e860ddc None None] Pushing event deleted for resources: {'Port': ['ID=b080c448-ea8d-4bae-92d9-f0949623e4b8,revision_number=None']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:41.792317 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13403649-4ce4-4f7b-972e-1b4b67982742']}} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:41.794300 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd69bf-ef8e-4206-a8a5-60cd4e860ddc None None] No DVR routers for this DVR port b080c448-ea8d-4bae-92d9-f0949623e4b8 on host dv-cinder-844563-13-iscsi {{(pid=106164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:09:41.811271 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac05f5a1-d527-4817-9db3-78246a2c3148') {'for_net_delete': True} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:41.811573 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.services.segments.db [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac05f5a1-d527-4817-9db3-78246a2c3148') {} {{(pid=106163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:41.821325 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531731'] for segment (ac05f5a1-d527-4817-9db3-78246a2c3148), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.834965 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (ac05f5a1-d527-4817-9db3-78246a2c3148), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.841266 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=106163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:09:41.841655 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26945160'] for segment (ac05f5a1-d527-4817-9db3-78246a2c3148), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.886127 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment ac05f5a1-d527-4817-9db3-78246a2c3148 resource provider aggregate not found Oct 03 16:09:41.900879 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:41.906689 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.services.segments.plugin [-] Segment ac05f5a1-d527-4817-9db3-78246a2c3148 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac05f5a1-d527-4817-9db3-78246a2c3148 found for delete ", "request_id": "req-af48e075-d25e-495b-8b2b-7b8e6b67180d"}]} Oct 03 16:09:41.910985 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (13403649-4ce4-4f7b-972e-1b4b67982742), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.918148 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:41.924012 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/13403649-4ce4-4f7b-972e-1b4b67982742 HTTP/1.1" status: 204 len: 168 time: 0.5737977 Oct 03 16:09:41.924501 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57080) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:41.932320 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23debca9-a142-4d40-8f6f-2b2674316b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=13403649-4ce4-4f7b-972e-1b4b67982742,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:42.131534 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:42.259547 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5b35dd39-34af-4d15-a767-3b087f50fa1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734088'] for router_interface (2a240821-4284-495e-95b0-b165dd23a5f4), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:42.475101 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:42.480199 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-5b35dd39-34af-4d15-a767-3b087f50fa1e admin admin] Deleting port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:42.480567 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5b35dd39-34af-4d15-a767-3b087f50fa1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:42.561558 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-5b35dd39-34af-4d15-a767-3b087f50fa1e admin admin] For port 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe,segment=NetworkSegment(3bcc7006-7ed2-4f7c-90eb-81e3e768171d),segment_id=3bcc7006-7ed2-4f7c-90eb-81e3e768171d)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:42.561932 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5b35dd39-34af-4d15-a767-3b087f50fa1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:42.574657 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-5b35dd39-34af-4d15-a767-3b087f50fa1e admin admin] Calling delete_port for 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe owned by network:router_interface {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:42.755990 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5b35dd39-34af-4d15-a767-3b087f50fa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:42.784506 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35dd39-34af-4d15-a767-3b087f50fa1e admin admin] Pushing event deleted for resources: {'Port': ['ID=404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:42.950526 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-5b35dd39-34af-4d15-a767-3b087f50fa1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734076'] for router_interface (2a240821-4284-495e-95b0-b165dd23a5f4), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:42.962215 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:43.078360 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device fda6e7db-6e63-49dd-9d0a-5cab26af8b3f no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:43.098369 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: fda6e7db-6e63-49dd-9d0a-5cab26af8b3f {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:43.098718 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device fda6e7db-6e63-49dd-9d0a-5cab26af8b3f not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:43.099132 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device b080c448-ea8d-4bae-92d9-f0949623e4b8 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:43.126014 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: b080c448-ea8d-4bae-92d9-f0949623e4b8 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:43.126365 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device b080c448-ea8d-4bae-92d9-f0949623e4b8 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:43.173009 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b35dd39-34af-4d15-a767-3b087f50fa1e admin admin] Router 2a240821-4284-495e-95b0-b165dd23a5f4 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:09:43.281070 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b35dd39-34af-4d15-a767-3b087f50fa1e admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:09:43.286001 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-5b35dd39-34af-4d15-a767-3b087f50fa1e admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2a240821-4284-495e-95b0-b165dd23a5f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3603179 Oct 03 16:09:43.288466 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57092) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:43.303416 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fc02b2-5e9f-4b6d-ae6a-c6b917efde50 None None] Sync routers for ids ['2a240821-4284-495e-95b0-b165dd23a5f4'] in dv-cinder-844563-13-iscsi {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:09:43.315700 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fc02b2-5e9f-4b6d-ae6a-c6b917efde50 None None] Routers {'2a240821-4284-495e-95b0-b165dd23a5f4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:43.316342 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-81fc02b2-5e9f-4b6d-ae6a-c6b917efde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:09:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['2a240821-4284-495e-95b0-b165dd23a5f4'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:43.337148 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:43.398345 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Publish callbacks [] for router (2a240821-4284-495e-95b0-b165dd23a5f4), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:43.428920 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-81fc02b2-5e9f-4b6d-ae6a-c6b917efde50 None None] Set router 2a240821-4284-495e-95b0-b165dd23a5f4 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:43.505346 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Publish callbacks [] for router_gateway (2a240821-4284-495e-95b0-b165dd23a5f4), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:43.558413 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Deleting port 245f20c5-379c-4117-8a9a-842dd91cfc72 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:43.558775 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:43.633059 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-81fc02b2-5e9f-4b6d-ae6a-c6b917efde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'name': 'tempest-TestVolumeBootPattern-2012958742-router', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:09:42Z', 'revision_number': 5, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'gw_port': {'id': '245f20c5-379c-4117-8a9a-842dd91cfc72', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:43.653437 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] For port 245f20c5-379c-4117-8a9a-842dd91cfc72, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=245f20c5-379c-4117-8a9a-842dd91cfc72,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:43.653912 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:43.662394 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fc02b2-5e9f-4b6d-ae6a-c6b917efde50 None None] Checking router: 2a240821-4284-495e-95b0-b165dd23a5f4 for host: dv-cinder-844563-13-iscsi {{(pid=106165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:09:43.667900 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Calling delete_port for 245f20c5-379c-4117-8a9a-842dd91cfc72 owned by network:router_gateway {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:43.671086 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fc02b2-5e9f-4b6d-ae6a-c6b917efde50 None None] Routers {'2a240821-4284-495e-95b0-b165dd23a5f4'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:43.671685 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-81fc02b2-5e9f-4b6d-ae6a-c6b917efde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:09:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['2a240821-4284-495e-95b0-b165dd23a5f4'], 'active': True} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:43.732181 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=100 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:43.752845 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_dvr_db [None req-81fc02b2-5e9f-4b6d-ae6a-c6b917efde50 None None] Set router 2a240821-4284-495e-95b0-b165dd23a5f4 gateway port host: None {{(pid=106165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:43.805531 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.l3_hamode_db [None req-81fc02b2-5e9f-4b6d-ae6a-c6b917efde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'name': 'tempest-TestVolumeBootPattern-2012958742-router', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:09:43Z', 'revision_number': 6, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'gw_port_host': None}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:43.830537 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fc02b2-5e9f-4b6d-ae6a-c6b917efde50 None None] The sync data for ids ['2a240821-4284-495e-95b0-b165dd23a5f4'] in dv-cinder-844563-13-iscsi is: [{'id': '2a240821-4284-495e-95b0-b165dd23a5f4', 'name': 'tempest-TestVolumeBootPattern-2012958742-router', 'tenant_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:01:36Z', 'updated_at': '2022-10-03T16:09:43Z', 'revision_number': 6, 'project_id': 'cc473a71236e4ccf9e304f1e1e309c81', 'gw_port_host': None}] {{(pid=106165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:09:43.836382 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (245f20c5-379c-4117-8a9a-842dd91cfc72), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:43.864705 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=245f20c5-379c-4117-8a9a-842dd91cfc72,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:43.893128 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:43.933589 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727734'] for router_gateway (2a240821-4284-495e-95b0-b165dd23a5f4), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.025922 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3734141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29314'] for router (2a240821-4284-495e-95b0-b165dd23a5f4), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.028989 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Publish callbacks [] for router_controller (2a240821-4284-495e-95b0-b165dd23a5f4), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.072132 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734116'] for router (2a240821-4284-495e-95b0-b165dd23a5f4), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.072728 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a240821-4284-495e-95b0-b165dd23a5f4 {{(pid=106162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 16:09:44.077406 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.078570 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-c47f002b-4499-404d-9f62-c731aba53ad1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/2a240821-4284-495e-95b0-b165dd23a5f4 HTTP/1.1" status: 204 len: 168 time: 0.7891536 Oct 03 16:09:44.081111 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57102) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:44.125447 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37da01a-ca37-4177-bd37-f4812753948f admin admin] Deleting subnet 0093f19c-57bf-46a5-a58b-26cc2945499b {{(pid=106162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:09:44.128387 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e37da01a-ca37-4177-bd37-f4812753948f admin admin] Publish callbacks [] for subnet (0093f19c-57bf-46a5-a58b-26cc2945499b), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.163358 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e37da01a-ca37-4177-bd37-f4812753948f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25755899'] for subnet (0093f19c-57bf-46a5-a58b-26cc2945499b), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.255364 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e37da01a-ca37-4177-bd37-f4812753948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (0093f19c-57bf-46a5-a58b-26cc2945499b), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.257418 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:44.312570 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e37da01a-ca37-4177-bd37-f4812753948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26020477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25541665'] for subnet (0093f19c-57bf-46a5-a58b-26cc2945499b), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.343172 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37da01a-ca37-4177-bd37-f4812753948f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0093f19c-57bf-46a5-a58b-26cc2945499b,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:44.347913 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-e37da01a-ca37-4177-bd37-f4812753948f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.351741 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-e37da01a-ca37-4177-bd37-f4812753948f admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/0093f19c-57bf-46a5-a58b-26cc2945499b HTTP/1.1" status: 204 len: 168 time: 0.2696755 Oct 03 16:09:44.353308 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f47ec45-c569-48dd-8154-0feaa3941553 None None] Network d453b4b3-93c4-4d60-83cc-a814c782b320 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:09:44.354531 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57104) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:44.394943 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:44.427476 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (d453b4b3-93c4-4d60-83cc-a814c782b320), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.432508 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:44.474035 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Deleting port 1e99dd91-db50-45db-b213-8541844f62cc {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:44.474355 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (1e99dd91-db50-45db-b213-8541844f62cc), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.538614 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] For port 1e99dd91-db50-45db-b213-8541844f62cc, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=1e99dd91-db50-45db-b213-8541844f62cc,segment=NetworkSegment(3bcc7006-7ed2-4f7c-90eb-81e3e768171d),segment_id=3bcc7006-7ed2-4f7c-90eb-81e3e768171d)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:44.538876 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (1e99dd91-db50-45db-b213-8541844f62cc), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.552139 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Calling delete_port for 1e99dd91-db50-45db-b213-8541844f62cc owned by network:dhcp {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:44.598215 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c167f514-7a1a-49c4-8ada-543dacce1f94 None None] DHCP port deletion for d453b4b3-93c4-4d60-83cc-a814c782b320 request from dv-cinder-844563-13-iscsi {{(pid=106164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 16:09:44.638990 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (1e99dd91-db50-45db-b213-8541844f62cc), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.646250 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-c167f514-7a1a-49c4-8ada-543dacce1f94 None None] Deleting port 1e99dd91-db50-45db-b213-8541844f62cc {{(pid=106164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:44.646543 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c167f514-7a1a-49c4-8ada-543dacce1f94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (1e99dd91-db50-45db-b213-8541844f62cc), before_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.666484 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=1e99dd91-db50-45db-b213-8541844f62cc,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:44.672161 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] No DVR routers for this DVR port 1e99dd91-db50-45db-b213-8541844f62cc on host dv-cinder-844563-13-iscsi {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:09:44.720148 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-c167f514-7a1a-49c4-8ada-543dacce1f94 None None] For port 1e99dd91-db50-45db-b213-8541844f62cc, host dv-cinder-844563-13-iscsi, got binding levels [] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:44.720550 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c167f514-7a1a-49c4-8ada-543dacce1f94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (1e99dd91-db50-45db-b213-8541844f62cc), precommit_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.738940 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-c167f514-7a1a-49c4-8ada-543dacce1f94 None None] Calling delete_port for 1e99dd91-db50-45db-b213-8541844f62cc owned by network:dhcp {{(pid=106164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:44.742060 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.ipam_backend_mixin [None req-c167f514-7a1a-49c4-8ada-543dacce1f94 None None] Port 1e99dd91-db50-45db-b213-8541844f62cc was not found and therefore no delete operation was performed {{(pid=106164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 03 16:09:44.743292 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c167f514-7a1a-49c4-8ada-543dacce1f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (1e99dd91-db50-45db-b213-8541844f62cc), after_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.776969 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (d453b4b3-93c4-4d60-83cc-a814c782b320), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.777288 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167f514-7a1a-49c4-8ada-543dacce1f94 None None] Pushing event deleted for resources: {'Port': ['ID=1e99dd91-db50-45db-b213-8541844f62cc,revision_number=None']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:44.780424 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c167f514-7a1a-49c4-8ada-543dacce1f94 None None] No DVR routers for this DVR port 1e99dd91-db50-45db-b213-8541844f62cc on host dv-cinder-844563-13-iscsi {{(pid=106164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:09:44.802057 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d453b4b3-93c4-4d60-83cc-a814c782b320']}} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:44.813360 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcc7006-7ed2-4f7c-90eb-81e3e768171d') {'for_net_delete': True} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:44.813712 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcc7006-7ed2-4f7c-90eb-81e3e768171d') {} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:44.824406 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25755778'] for segment (3bcc7006-7ed2-4f7c-90eb-81e3e768171d), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.826344 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:44.841128 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (3bcc7006-7ed2-4f7c-90eb-81e3e768171d), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.848532 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=106162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:09:44.848951 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26020503'] for segment (3bcc7006-7ed2-4f7c-90eb-81e3e768171d), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.931665 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (d453b4b3-93c4-4d60-83cc-a814c782b320), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.939666 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:44.945599 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/d453b4b3-93c4-4d60-83cc-a814c782b320 HTTP/1.1" status: 204 len: 168 time: 0.5897582 Oct 03 16:09:44.974519 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cb396-c613-4bc3-800c-528b39144dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=d453b4b3-93c4-4d60-83cc-a814c782b320,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:45.027419 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f857f0-89e2-441b-a5d4-3b15439700e8 req-3a8603ec-a0e4-4fef-a7b9-81635aadbcba tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:45.035666 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c9f857f0-89e2-441b-a5d4-3b15439700e8 req-3a8603ec-a0e4-4fef-a7b9-81635aadbcba tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 945 time: 0.0724957 Oct 03 16:09:45.063298 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 1e99dd91-db50-45db-b213-8541844f62cc no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:45.078943 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 3bcc7006-7ed2-4f7c-90eb-81e3e768171d resource provider aggregate not found Oct 03 16:09:45.106542 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 1e99dd91-db50-45db-b213-8541844f62cc {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:45.107120 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 1e99dd91-db50-45db-b213-8541844f62cc not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:45.107747 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 245f20c5-379c-4117-8a9a-842dd91cfc72 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:45.117746 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57122) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:45.118304 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 3bcc7006-7ed2-4f7c-90eb-81e3e768171d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bcc7006-7ed2-4f7c-90eb-81e3e768171d found for delete ", "request_id": "req-66b7cb80-716a-4e8d-9b5c-0cfe613ec669"}]} Oct 03 16:09:45.121987 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-c9f857f0-89e2-441b-a5d4-3b15439700e8 req-dea9ce90-07aa-49cd-a96f-2ba0c5cc4587 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=01c59e74-7d25-4701-902f-0d541e1ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853767 Oct 03 16:09:45.136555 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 245f20c5-379c-4117-8a9a-842dd91cfc72 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:45.137009 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 245f20c5-379c-4117-8a9a-842dd91cfc72 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:45.137647 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:45.158132 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:45.158491 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 404b53b5-4b5a-4ce9-a95a-8be57fe9d2fe not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:45.162758 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-0362af1a-0a2b-44d4-b67f-a2a90c0a9e8a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=40732e98240b4797b941e57f6606e6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434225 Oct 03 16:09:45.165237 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57124) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:45.214237 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Publish callbacks [] for security_group (fe141bde-c704-4422-9e28-2d6001e5cc3e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:45.236397 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Publish callbacks [] for security_group (fe141bde-c704-4422-9e28-2d6001e5cc3e), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:45.285002 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (fe141bde-c704-4422-9e28-2d6001e5cc3e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:45.287873 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:45.289088 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fe141bde-c704-4422-9e28-2d6001e5cc3e HTTP/1.1" status: 204 len: 168 time: 0.1228898 Oct 03 16:09:45.298129 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe141bde-c704-4422-9e28-2d6001e5cc3e,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:45.305573 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.305925 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.306271 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.306618 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.306952 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.307285 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.307623 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.307951 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.308283 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.308613 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.309694 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.310348 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.310767 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.311005 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.311334 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3119c98-5905-435e-866a-709b14476d2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:09:45.615703 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57130) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:45.661409 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-ac6eb90b-6043-489e-82e9-d018a05a2e87 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cc473a71236e4ccf9e304f1e1e309c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445545 Oct 03 16:09:45.663937 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57132) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:45.713344 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8c14113b-85f1-40d1-a8c2-08d7d9833831 admin admin] Publish callbacks [] for security_group (8f5a0ead-27bb-4c12-b1f2-248cc6f93802), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:45.734572 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8c14113b-85f1-40d1-a8c2-08d7d9833831 admin admin] Publish callbacks [] for security_group (8f5a0ead-27bb-4c12-b1f2-248cc6f93802), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:45.781198 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8c14113b-85f1-40d1-a8c2-08d7d9833831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (8f5a0ead-27bb-4c12-b1f2-248cc6f93802), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:45.783799 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8c14113b-85f1-40d1-a8c2-08d7d9833831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:45.785014 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-8c14113b-85f1-40d1-a8c2-08d7d9833831 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8f5a0ead-27bb-4c12-b1f2-248cc6f93802 HTTP/1.1" status: 204 len: 168 time: 0.1201560 Oct 03 16:09:45.792876 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14113b-85f1-40d1-a8c2-08d7d9833831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5a0ead-27bb-4c12-b1f2-248cc6f93802,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:46.260301 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399f106-0de8-4548-a354-1c634d77172c req-0bade357-4cee-4e53-805d-b288cdfa4ca6 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:46.263047 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e399f106-0de8-4548-a354-1c634d77172c req-0bade357-4cee-4e53-805d-b288cdfa4ca6 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 945 time: 0.0604954 Oct 03 16:09:46.310203 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-e399f106-0de8-4548-a354-1c634d77172c req-30c1c827-51a8-463d-a7bd-d90de6610427 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=01c59e74-7d25-4701-902f-0d541e1ec15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417972 Oct 03 16:09:46.593553 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-3e603f15-e70d-4f7c-8437-6a3993828699 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 16:09:46.595062 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-3e603f15-e70d-4f7c-8437-6a3993828699 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 945 time: 0.0468426 Oct 03 16:09:46.682746 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Deleting port eae060f4-2959-4b95-8e8f-78604da0114e {{(pid=106163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:46.683093 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:46.778358 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.db [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] For port eae060f4-2959-4b95-8e8f-78604da0114e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=eae060f4-2959-4b95-8e8f-78604da0114e,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:46.778761 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:46.925838 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:46.951958 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:46.952325 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923272'] for floatingip (d413a92e-cc35-4f49-990f-924ec3c6fa89), after_update {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:46.952644 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.db.l3_db [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Floating IP d413a92e-cc35-4f49-990f-924ec3c6fa89 disassociated. External IP: 172.27.0.36, port: eae060f4-2959-4b95-8e8f-78604da0114e. Oct 03 16:09:46.953016 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.plugins.ml2.plugin [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Calling delete_port for eae060f4-2959-4b95-8e8f-78604da0114e owned by compute:nova {{(pid=106163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:47.020338 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:47.096481 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26945111'] for port (eae060f4-2959-4b95-8e8f-78604da0114e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:47.128316 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event deleted for resources: {'Port': ['ID=eae060f4-2959-4b95-8e8f-78604da0114e,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:47.239812 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:09:47.340911 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:09:47.354020 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b2130-2587-40a6-ae36-3550cee3a695 None None] Sync routers for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:09:47.366838 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b2130-2587-40a6-ae36-3550cee3a695 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:47.367597 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-ef7b2130-2587-40a6-ae36-3550cee3a695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:09:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:47.386005 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] No DVR routers for this DVR port eae060f4-2959-4b95-8e8f-78604da0114e on host hv-cinder-84456 {{(pid=106163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:09:47.389279 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:47.392626 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [req-d025a2a6-9b4d-4d64-bb7e-994ecab47046 req-ff693561-8f4f-4eaf-bd4b-1a1f4fdc9465 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.48 "DELETE /networking/v2.0/ports/eae060f4-2959-4b95-8e8f-78604da0114e HTTP/1.1" status: 204 len: 173 time: 0.7897074 Oct 03 16:09:47.393194 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ba4b3d-c2d4-438b-83fc-b4fad378d66d', 'name': 'network-vif-deleted', 'tag': 'eae060f4-2959-4b95-8e8f-78604da0114e'}] {{(pid=106163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 16:09:47.395515 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b9370cc614c60980e146ef2b221dd530ef2d6330bf8ca98d043b4834231bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9804d1-021c-4c41-9622-04e64bd804ae" -d '{"events": [{"server_uuid": "b6ba4b3d-c2d4-438b-83fc-b4fad378d66d", "name": "network-vif-deleted", "tag": "eae060f4-2959-4b95-8e8f-78604da0114e"}]}' {{(pid=106163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 16:09:47.463813 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [req-654d1e9e-89b7-4ed8-b949-51ff2dc0e345 req-c1b1b597-615f-4307-940c-71a2adbc7845 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6ba4b3d-c2d4-438b-83fc-b4fad378d66d HTTP/1.1" status: 200 len: 210 time: 0.0682285 Oct 03 16:09:47.493417 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-ef7b2130-2587-40a6-ae36-3550cee3a695 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:47.714636 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 16:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d16c8ed-1642-451e-ac33-2e0b16a7f3ee x-openstack-request-id: req-4d16c8ed-1642-451e-ac33-2e0b16a7f3ee {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 16:09:47.715804 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ba4b3d-c2d4-438b-83fc-b4fad378d66d", "name": "network-vif-deleted", "tag": "eae060f4-2959-4b95-8e8f-78604da0114e", "status": "completed", "code": 200}]} {{(pid=106163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 16:09:47.716494 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4d16c8ed-1642-451e-ac33-2e0b16a7f3ee {{(pid=106163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 16:09:47.717115 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d16c8ed-1642-451e-ac33-2e0b16a7f3ee'] response: {'server_uuid': 'b6ba4b3d-c2d4-438b-83fc-b4fad378d66d', 'name': 'network-vif-deleted', 'tag': 'eae060f4-2959-4b95-8e8f-78604da0114e', 'status': 'completed', 'code': 200} Oct 03 16:09:47.833468 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-ef7b2130-2587-40a6-ae36-3550cee3a695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:47.858547 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b2130-2587-40a6-ae36-3550cee3a695 None None] Checking router: da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:09:47.866697 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b2130-2587-40a6-ae36-3550cee3a695 None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:47.867289 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-ef7b2130-2587-40a6-ae36-3550cee3a695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:09:24Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:47.974979 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-ef7b2130-2587-40a6-ae36-3550cee3a695 None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:48.171854 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-ef7b2130-2587-40a6-ae36-3550cee3a695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:48.197248 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b2130-2587-40a6-ae36-3550cee3a695 None None] The sync data for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi is: [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:04:59Z', 'revision_number': 4, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi', '_interfaces': [{'id': 'dcf10344-34c3-43fc-aa64-34a1e327158a', 'name': '', 'network_id': '87b5f831-720b-4bbf-8b1b-0fa2209326c5', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'mac_address': 'fa:16:3e:30:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:59Z', 'updated_at': '2022-10-03T16:05:05Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'subnets': [{'id': '7aedd9d0-ba75-4214-9aed-d4db28b6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:09:48.421797 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ad612-1d08-4bcd-b85d-1170c4dec746 None None] New status for floating IP d413a92e-cc35-4f49-990f-924ec3c6fa89: DOWN {{(pid=106165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 16:09:48.592992 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57148) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:48.648452 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-290a23a1-cc31-4192-8fe9-f394a714448d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (01c59e74-7d25-4701-902f-0d541e1ec15e), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:48.677843 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-290a23a1-cc31-4192-8fe9-f394a714448d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (01c59e74-7d25-4701-902f-0d541e1ec15e), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:48.724558 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-290a23a1-cc31-4192-8fe9-f394a714448d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (01c59e74-7d25-4701-902f-0d541e1ec15e), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:48.727102 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-290a23a1-cc31-4192-8fe9-f394a714448d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:48.728267 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-290a23a1-cc31-4192-8fe9-f394a714448d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/01c59e74-7d25-4701-902f-0d541e1ec15e HTTP/1.1" status: 204 len: 168 time: 0.1342261 Oct 03 16:09:48.731684 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57150) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:48.738697 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a23a1-cc31-4192-8fe9-f394a714448d tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c59e74-7d25-4701-902f-0d541e1ec15e,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:48.747465 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.api.v2.resource [None req-938b698a-f834-40c7-b35a-21d21b75f556 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] show failed (client error): The resource could not be found. Oct 03 16:09:48.748751 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-938b698a-f834-40c7-b35a-21d21b75f556 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "GET /networking/v2.0/security-groups/01c59e74-7d25-4701-902f-0d541e1ec15e HTTP/1.1" status: 404 len: 347 time: 0.0157061 Oct 03 16:09:48.751409 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57152) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:48.864989 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-1064b543-6fd0-4fb1-b3ad-06eedff13a47 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Deleting port 563ab21e-2cd4-429a-99a7-62679f8387ed {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:48.865338 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1064b543-6fd0-4fb1-b3ad-06eedff13a47 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (563ab21e-2cd4-429a-99a7-62679f8387ed), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:48.939999 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:48.941842 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1064b543-6fd0-4fb1-b3ad-06eedff13a47 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (563ab21e-2cd4-429a-99a7-62679f8387ed), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:48.942171 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1064b543-6fd0-4fb1-b3ad-06eedff13a47 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (563ab21e-2cd4-429a-99a7-62679f8387ed), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:48.956118 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-1064b543-6fd0-4fb1-b3ad-06eedff13a47 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Calling delete_port for 563ab21e-2cd4-429a-99a7-62679f8387ed owned by network:floatingip {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:49.368183 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1064b543-6fd0-4fb1-b3ad-06eedff13a47 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (563ab21e-2cd4-429a-99a7-62679f8387ed), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:49.394455 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064b543-6fd0-4fb1-b3ad-06eedff13a47 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Pushing event deleted for resources: {'Port': ['ID=563ab21e-2cd4-429a-99a7-62679f8387ed,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:49.456439 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1064b543-6fd0-4fb1-b3ad-06eedff13a47 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks [] for floatingip (d413a92e-cc35-4f49-990f-924ec3c6fa89), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:49.459017 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1064b543-6fd0-4fb1-b3ad-06eedff13a47 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:49.460504 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-1064b543-6fd0-4fb1-b3ad-06eedff13a47 tempest-AttachVolumeNegativeTest-1628838770 tempest-AttachVolumeNegativeTest-1628838770-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/d413a92e-cc35-4f49-990f-924ec3c6fa89 HTTP/1.1" status: 204 len: 168 time: 0.7082012 Oct 03 16:09:50.068213 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device eae060f4-2959-4b95-8e8f-78604da0114e no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:50.087778 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] No Port match for: eae060f4-2959-4b95-8e8f-78604da0114e {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:50.088125 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Device eae060f4-2959-4b95-8e8f-78604da0114e not bound to the agent host hv-cinder-84456 {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:51.552567 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:09:52.192269 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c83a4ef3-fd2d-487c-968a-6027b67043bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:53.161142 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57188) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:53.385522 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:53.484682 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f31c76da-7784-4c5f-a8d0-5eae928f7188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3734088'] for router_interface (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:53.708073 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-f31c76da-7784-4c5f-a8d0-5eae928f7188 admin admin] Deleting port dcf10344-34c3-43fc-aa64-34a1e327158a {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:53.708314 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f31c76da-7784-4c5f-a8d0-5eae928f7188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:53.773484 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:53.791849 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-f31c76da-7784-4c5f-a8d0-5eae928f7188 admin admin] For port dcf10344-34c3-43fc-aa64-34a1e327158a, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=dcf10344-34c3-43fc-aa64-34a1e327158a,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:53.792204 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f31c76da-7784-4c5f-a8d0-5eae928f7188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:53.804427 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-f31c76da-7784-4c5f-a8d0-5eae928f7188 admin admin] Calling delete_port for dcf10344-34c3-43fc-aa64-34a1e327158a owned by network:router_interface {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:53.980963 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f31c76da-7784-4c5f-a8d0-5eae928f7188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (dcf10344-34c3-43fc-aa64-34a1e327158a), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:54.004935 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c76da-7784-4c5f-a8d0-5eae928f7188 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf10344-34c3-43fc-aa64-34a1e327158a,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:54.169840 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-f31c76da-7784-4c5f-a8d0-5eae928f7188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3734076'] for router_interface (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:54.258502 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:54.270375 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=100 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:54.282261 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-c469925c-d5ca-4f9b-ac8f-7e013895b754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:54.385902 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31c76da-7784-4c5f-a8d0-5eae928f7188 admin admin] Router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 has already been hosted by L3 agent cc5c8b4a-a826-4d84-b924-ec16fb111ead {{(pid=106162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 16:09:54.490928 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31c76da-7784-4c5f-a8d0-5eae928f7188 admin admin] Notify agent at l3_agent.dv-cinder-844563-13-iscsi the message routers_updated {{(pid=106162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 16:09:54.495844 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-f31c76da-7784-4c5f-a8d0-5eae928f7188 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/da9dbc7f-b143-4eae-bba6-f7e3a47a09a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3336916 Oct 03 16:09:54.498487 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57190) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:54.500926 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e615f-452e-458f-b80a-3b6be90a974f None None] Sync routers for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 16:09:54.511239 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e615f-452e-458f-b80a-3b6be90a974f None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:54.512275 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-ec1e615f-452e-458f-b80a-3b6be90a974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:09:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:54.594341 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:54.602011 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Publish callbacks [] for router (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:54.603922 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:54.616034 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-ec1e615f-452e-458f-b80a-3b6be90a974f None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: dv-cinder-844563-13-iscsi {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:54.708942 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Publish callbacks [] for router_gateway (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:54.752374 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Deleting port f4702686-835d-49ba-995a-b3e897cbf2fd {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:54.752731 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:54.787419 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-ec1e615f-452e-458f-b80a-3b6be90a974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'external_fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:09:53Z', 'revision_number': 5, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port': {'id': 'f4702686-835d-49ba-995a-b3e897cbf2fd', 'name': '', 'network_id': 'a63bfa27-480e-4efb-a24e-26dec41cf4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T16:04:57Z', 'updated_at': '2022-10-03T16:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0313fe3-94fb-497c-9587-e3db19d1e664', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-13-iscsi'}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:54.813005 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e615f-452e-458f-b80a-3b6be90a974f None None] Checking router: da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 for host: dv-cinder-844563-13-iscsi {{(pid=106164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 16:09:54.821303 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e615f-452e-458f-b80a-3b6be90a974f None None] Routers {'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'} bound to L3 agent in host dv-cinder-844563-13-iscsi {{(pid=106164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 16:09:54.821908 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-ec1e615f-452e-458f-b80a-3b6be90a974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T15:50:54Z,description=,heartbeat_timestamp=2022-10-03T16:09:54Z,host='dv-cinder-844563-13-iscsi',id=cc5c8b4a-a826-4d84-b924-ec16fb111ead,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T15:50:54Z,topic='l3_agent')) {'router_ids': ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'], 'active': True} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:54.838560 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] For port f4702686-835d-49ba-995a-b3e897cbf2fd, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=f4702686-835d-49ba-995a-b3e897cbf2fd,segment=NetworkSegment(1b74c10f-ff26-437e-ae1e-c3c62f77f0cc),segment_id=1b74c10f-ff26-437e-ae1e-c3c62f77f0cc)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:54.838921 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:54.851813 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Calling delete_port for f4702686-835d-49ba-995a-b3e897cbf2fd owned by network:router_gateway {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:54.906533 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvr_db [None req-ec1e615f-452e-458f-b80a-3b6be90a974f None None] Set router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 gateway port host: None {{(pid=106164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 16:09:54.959181 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_hamode_db [None req-ec1e615f-452e-458f-b80a-3b6be90a974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:09:54Z', 'revision_number': 6, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port_host': None}], 'dv-cinder-844563-13-iscsi', False) {} {{(pid=106164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:54.983583 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1e615f-452e-458f-b80a-3b6be90a974f None None] The sync data for ids ['da9dbc7f-b143-4eae-bba6-f7e3a47a09a9'] in dv-cinder-844563-13-iscsi is: [{'id': 'da9dbc7f-b143-4eae-bba6-f7e3a47a09a9', 'name': 'tempest-AttachVolumeNegativeTest-959118326-router', 'tenant_id': '62932ad37df941b1840b183a858c7876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T16:04:56Z', 'updated_at': '2022-10-03T16:09:54Z', 'revision_number': 6, 'project_id': '62932ad37df941b1840b183a858c7876', 'gw_port_host': None}] {{(pid=106164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 16:09:55.024854 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (f4702686-835d-49ba-995a-b3e897cbf2fd), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.050839 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4702686-835d-49ba-995a-b3e897cbf2fd,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:55.114778 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727734'] for router_gateway (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.140983 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:55.205795 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3734141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29314'] for router (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.208245 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Publish callbacks [] for router_controller (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.254370 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3734116'] for router (da9dbc7f-b143-4eae-bba6-f7e3a47a09a9), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.254952 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 {{(pid=106162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 16:09:55.259107 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.260327 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-93ecb15c-dead-4aae-a1ca-73be06d4ecf9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/da9dbc7f-b143-4eae-bba6-f7e3a47a09a9 HTTP/1.1" status: 204 len: 168 time: 0.7608232 Oct 03 16:09:55.263540 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57192) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:55.471453 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1ef558-07b4-487a-b4a3-f41aada9a438 admin admin] Deleting subnet 7aedd9d0-ba75-4214-9aed-d4db28b6e76c {{(pid=106162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 16:09:55.474534 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1e1ef558-07b4-487a-b4a3-f41aada9a438 admin admin] Publish callbacks [] for subnet (7aedd9d0-ba75-4214-9aed-d4db28b6e76c), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.508003 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1e1ef558-07b4-487a-b4a3-f41aada9a438 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25755899'] for subnet (7aedd9d0-ba75-4214-9aed-d4db28b6e76c), precommit_delete_associations {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.584788 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1e1ef558-07b4-487a-b4a3-f41aada9a438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427064'] for subnet (7aedd9d0-ba75-4214-9aed-d4db28b6e76c), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.626688 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:55.637437 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1e1ef558-07b4-487a-b4a3-f41aada9a438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1439063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26020477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25541665'] for subnet (7aedd9d0-ba75-4214-9aed-d4db28b6e76c), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.663147 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ef558-07b4-487a-b4a3-f41aada9a438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aedd9d0-ba75-4214-9aed-d4db28b6e76c,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:55.666796 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-1e1ef558-07b4-487a-b4a3-f41aada9a438 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.669883 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-1e1ef558-07b4-487a-b4a3-f41aada9a438 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/7aedd9d0-ba75-4214-9aed-d4db28b6e76c HTTP/1.1" status: 204 len: 168 time: 0.4054358 Oct 03 16:09:55.672357 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57196) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:55.675076 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc7d4e7-7929-4334-a8a4-64b28819d19f None None] Network 87b5f831-720b-4bbf-8b1b-0fa2209326c5 requested from dv-cinder-844563-13-iscsi {{(pid=106164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 16:09:55.749062 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386933'] for network (87b5f831-720b-4bbf-8b1b-0fa2209326c5), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.795750 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Deleting port 178748e5-d334-41e4-b533-859a2b59c1d0 {{(pid=106162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:55.796087 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.828996 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.840467 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc116f-fca4-45b0-b73b-b3c63f5e9c47 None None] DHCP port deletion for 87b5f831-720b-4bbf-8b1b-0fa2209326c5 request from dv-cinder-844563-13-iscsi {{(pid=106164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 16:09:55.864813 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.db [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] For port 178748e5-d334-41e4-b533-859a2b59c1d0, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=178748e5-d334-41e4-b533-859a2b59c1d0,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:55.865555 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.877999 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-dafc116f-fca4-45b0-b73b-b3c63f5e9c47 None None] Deleting port 178748e5-d334-41e4-b533-859a2b59c1d0 {{(pid=106164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 16:09:55.878378 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-dafc116f-fca4-45b0-b73b-b3c63f5e9c47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771420377128'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), before_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.880292 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.plugin [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Calling delete_port for 178748e5-d334-41e4-b533-859a2b59c1d0 owned by network:dhcp {{(pid=106162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:55.946785 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.db [None req-dafc116f-fca4-45b0-b73b-b3c63f5e9c47 None None] For port 178748e5-d334-41e4-b533-859a2b59c1d0, host dv-cinder-844563-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-13-iscsi',level=0,port_id=178748e5-d334-41e4-b533-859a2b59c1d0,segment=NetworkSegment(6eebf609-cb30-4501-a99c-1bf32950c925),segment_id=6eebf609-cb30-4501-a99c-1bf32950c925)] {{(pid=106164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 16:09:55.947035 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-dafc116f-fca4-45b0-b73b-b3c63f5e9c47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3929462'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), precommit_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.960999 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-dafc116f-fca4-45b0-b73b-b3c63f5e9c47 None None] Calling delete_port for 178748e5-d334-41e4-b533-859a2b59c1d0 owned by network:dhcp {{(pid=106164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 16:09:55.967427 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26020424'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:55.981839 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] No DVR routers for this DVR port 178748e5-d334-41e4-b533-859a2b59c1d0 on host dv-cinder-844563-13-iscsi {{(pid=106162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:09:56.004694 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=178748e5-d334-41e4-b533-859a2b59c1d0,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:56.051903 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-dafc116f-fca4-45b0-b73b-b3c63f5e9c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771420381094', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771419922917'] for port (178748e5-d334-41e4-b533-859a2b59c1d0), after_delete {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:56.076406 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1368938', 'neutron.services.segments.db._delete_segments_for_network-8771420436188'] for network (87b5f831-720b-4bbf-8b1b-0fa2209326c5), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:56.080453 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc116f-fca4-45b0-b73b-b3c63f5e9c47 None None] Pushing event deleted for resources: {'Port': ['ID=178748e5-d334-41e4-b533-859a2b59c1d0,revision_number=None']} {{(pid=106164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:56.083873 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafc116f-fca4-45b0-b73b-b3c63f5e9c47 None None] No DVR routers for this DVR port 178748e5-d334-41e4-b533-859a2b59c1d0 on host dv-cinder-844563-13-iscsi {{(pid=106164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 16:09:56.103373 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b5f831-720b-4bbf-8b1b-0fa2209326c5']}} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:56.113407 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eebf609-cb30-4501-a99c-1bf32950c925') {'for_net_delete': True} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:56.113705 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.services.segments.db [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eebf609-cb30-4501-a99c-1bf32950c925') {} {{(pid=106162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 16:09:56.123696 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771420391078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25755778'] for segment (6eebf609-cb30-4501-a99c-1bf32950c925), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:56.138232 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735'] for segment (6eebf609-cb30-4501-a99c-1bf32950c925), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:56.143686 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=106162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 16:09:56.144112 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1371735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26020503'] for segment (6eebf609-cb30-4501-a99c-1bf32950c925), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:56.185222 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 6eebf609-cb30-4501-a99c-1bf32950c925 resource provider aggregate not found Oct 03 16:09:56.202316 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.services.segments.plugin [-] Segment 6eebf609-cb30-4501-a99c-1bf32950c925 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6eebf609-cb30-4501-a99c-1bf32950c925 found for delete ", "request_id": "req-693ec5db-0376-4b58-913f-162b5635707d"}]} Oct 03 16:09:56.210288 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1369753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727785'] for network (87b5f831-720b-4bbf-8b1b-0fa2209326c5), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:56.216683 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691880'] for network (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:56.219924 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/87b5f831-720b-4bbf-8b1b-0fa2209326c5 HTTP/1.1" status: 204 len: 168 time: 0.5466263 Oct 03 16:09:56.231759 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f214feb-5c5d-4be2-bf7f-b085885154a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b5f831-720b-4bbf-8b1b-0fa2209326c5,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:56.342787 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57204) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:56.382252 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-ac87d93f-c644-4726-8778-29ad404f4057 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=62932ad37df941b1840b183a858c7876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382488 Oct 03 16:09:56.384651 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57206) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:09:56.436117 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c3967a5b-5f39-4dfa-ba76-eba75956736e admin admin] Publish callbacks [] for security_group (f0bfc339-e3a3-434b-a479-bcd84cca784a), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:56.438662 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:56.458091 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c3967a5b-5f39-4dfa-ba76-eba75956736e admin admin] Publish callbacks [] for security_group (f0bfc339-e3a3-434b-a479-bcd84cca784a), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:56.502690 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c3967a5b-5f39-4dfa-ba76-eba75956736e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (f0bfc339-e3a3-434b-a479-bcd84cca784a), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:56.505143 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-c3967a5b-5f39-4dfa-ba76-eba75956736e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:56.506293 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-c3967a5b-5f39-4dfa-ba76-eba75956736e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f0bfc339-e3a3-434b-a479-bcd84cca784a HTTP/1.1" status: 204 len: 168 time: 0.1206522 Oct 03 16:09:56.514777 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3967a5b-5f39-4dfa-ba76-eba75956736e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bfc339-e3a3-434b-a479-bcd84cca784a,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:09:57.037242 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device f4702686-835d-49ba-995a-b3e897cbf2fd no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:57.057800 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: f4702686-835d-49ba-995a-b3e897cbf2fd {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:57.058257 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device f4702686-835d-49ba-995a-b3e897cbf2fd not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:57.060476 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 178748e5-d334-41e4-b533-859a2b59c1d0 no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:57.089030 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: 178748e5-d334-41e4-b533-859a2b59c1d0 {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:57.089373 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device 178748e5-d334-41e4-b533-859a2b59c1d0 not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:57.090291 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device dcf10344-34c3-43fc-aa64-34a1e327158a no longer exists at agent ovs-agent-dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 16:09:57.111769 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] No Port match for: dcf10344-34c3-43fc-aa64-34a1e327158a {{(pid=106164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 16:09:57.112106 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron.plugins.ml2.rpc [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Device dcf10344-34c3-43fc-aa64-34a1e327158a not bound to the agent host dv-cinder-844563-13-iscsi {{(pid=106164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 16:09:57.114541 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:57.198969 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:09:58.711126 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:DELETE=3,neutron:SELECT=49 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:09:58.734482 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=65,neutron:DELETE=8 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:01.547519 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:01.548260 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:05.955853 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57320) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:06.064536 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a6d65995-01c3-4a16-b0c1-e54a80c89e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:06.084936 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:06.144837 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a6d65995-01c3-4a16-b0c1-e54a80c89e48 admin admin] Publish callbacks [] for security_group (464c74e4-57d2-43bf-a403-8a7564a2a073), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:06.148308 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-a6d65995-01c3-4a16-b0c1-e54a80c89e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (464c74e4-57d2-43bf-a403-8a7564a2a073), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:06.189961 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-a6d65995-01c3-4a16-b0c1-e54a80c89e48 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c12492706f844793a3ae0e374e69cd04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330265 Oct 03 16:10:06.190838 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d65995-01c3-4a16-b0c1-e54a80c89e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464c74e4-57d2-43bf-a403-8a7564a2a073,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:06.192681 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57324) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:06.243855 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e95908da-5a64-4a94-aba7-67cba2f618f4 admin admin] Publish callbacks [] for security_group (464c74e4-57d2-43bf-a403-8a7564a2a073), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:06.267325 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e95908da-5a64-4a94-aba7-67cba2f618f4 admin admin] Publish callbacks [] for security_group (464c74e4-57d2-43bf-a403-8a7564a2a073), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:06.313256 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e95908da-5a64-4a94-aba7-67cba2f618f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (464c74e4-57d2-43bf-a403-8a7564a2a073), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:06.315784 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-e95908da-5a64-4a94-aba7-67cba2f618f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:06.316989 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-e95908da-5a64-4a94-aba7-67cba2f618f4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/464c74e4-57d2-43bf-a403-8a7564a2a073 HTTP/1.1" status: 204 len: 168 time: 0.1231782 Oct 03 16:10:06.325308 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95908da-5a64-4a94-aba7-67cba2f618f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464c74e4-57d2-43bf-a403-8a7564a2a073,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:06.848145 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:07.527179 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57374) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:07.633398 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-db639f23-1bfc-45e9-a803-7d2fad5f35b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:07.713010 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-db639f23-1bfc-45e9-a803-7d2fad5f35b4 admin admin] Publish callbacks [] for security_group (128bdf1d-1a66-4068-9cbe-c37eb5afdd64), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:07.717304 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-db639f23-1bfc-45e9-a803-7d2fad5f35b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (128bdf1d-1a66-4068-9cbe-c37eb5afdd64), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:07.754105 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db639f23-1bfc-45e9-a803-7d2fad5f35b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128bdf1d-1a66-4068-9cbe-c37eb5afdd64,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:07.759329 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-db639f23-1bfc-45e9-a803-7d2fad5f35b4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=59db6d317c4846228409634459ad1698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310665 Oct 03 16:10:07.762174 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57378) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:07.810849 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-918855a2-150a-4144-9f23-0881d6ae67dd admin admin] Publish callbacks [] for security_group (128bdf1d-1a66-4068-9cbe-c37eb5afdd64), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:07.831003 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-918855a2-150a-4144-9f23-0881d6ae67dd admin admin] Publish callbacks [] for security_group (128bdf1d-1a66-4068-9cbe-c37eb5afdd64), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:07.879025 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-918855a2-150a-4144-9f23-0881d6ae67dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (128bdf1d-1a66-4068-9cbe-c37eb5afdd64), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:07.881698 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-918855a2-150a-4144-9f23-0881d6ae67dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:07.882850 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-918855a2-150a-4144-9f23-0881d6ae67dd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/128bdf1d-1a66-4068-9cbe-c37eb5afdd64 HTTP/1.1" status: 204 len: 168 time: 0.1197722 Oct 03 16:10:07.891241 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918855a2-150a-4144-9f23-0881d6ae67dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128bdf1d-1a66-4068-9cbe-c37eb5afdd64,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:16.179396 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=23,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:16.183691 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=13,neutron:INSERT=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:16.843430 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:17.866633 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:17.886331 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=52,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:17.904466 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:18.759441 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57510) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:18.866867 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f503e178-2f4d-49f4-b1d1-5d64978cdee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:18.947992 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f503e178-2f4d-49f4-b1d1-5d64978cdee3 admin admin] Publish callbacks [] for security_group (e88498d7-2a2f-495d-acf0-a8b519396459), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:18.952527 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f503e178-2f4d-49f4-b1d1-5d64978cdee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (e88498d7-2a2f-495d-acf0-a8b519396459), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:18.991576 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-f503e178-2f4d-49f4-b1d1-5d64978cdee3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4d9d9806ef2a46f18d3133b777b6c279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309334 Oct 03 16:10:18.992610 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503e178-2f4d-49f4-b1d1-5d64978cdee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88498d7-2a2f-495d-acf0-a8b519396459,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:18.994338 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57514) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:19.046421 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Publish callbacks [] for security_group (e88498d7-2a2f-495d-acf0-a8b519396459), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:19.070482 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Publish callbacks [] for security_group (e88498d7-2a2f-495d-acf0-a8b519396459), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:19.115373 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (e88498d7-2a2f-495d-acf0-a8b519396459), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:19.117959 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:19.119110 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e88498d7-2a2f-495d-acf0-a8b519396459 HTTP/1.1" status: 204 len: 168 time: 0.1227300 Oct 03 16:10:19.127754 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88498d7-2a2f-495d-acf0-a8b519396459,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:19.134948 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.135301 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.135648 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.135993 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.136333 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.136776 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.137018 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.137351 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.137685 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.138016 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.138958 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.139297 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.139619 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.139948 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.140274 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747fef5-e81f-45c0-89cd-c1fad5f489dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:19.409035 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57520) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:19.423689 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1ee6-3659-48a8-ae20-101fcbc8ea34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:19.502404 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1ee6-3659-48a8-ae20-101fcbc8ea34 admin admin] Publish callbacks [] for security_group (e57876b1-db64-4753-b43f-b1f97e8a6c83), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:19.506362 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1ee6-3659-48a8-ae20-101fcbc8ea34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (e57876b1-db64-4753-b43f-b1f97e8a6c83), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:19.541778 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:19.549066 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=4 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:19.549305 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-7e5f1ee6-3659-48a8-ae20-101fcbc8ea34 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c8ac2a032fbb437daaedb83efbe2bfd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363916 Oct 03 16:10:19.549305 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f1ee6-3659-48a8-ae20-101fcbc8ea34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57876b1-db64-4753-b43f-b1f97e8a6c83,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:19.549674 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57522) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:19.599251 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b46965e2-45f3-47ff-a248-48df2780cdf4 admin admin] Publish callbacks [] for security_group (e57876b1-db64-4753-b43f-b1f97e8a6c83), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:19.619262 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b46965e2-45f3-47ff-a248-48df2780cdf4 admin admin] Publish callbacks [] for security_group (e57876b1-db64-4753-b43f-b1f97e8a6c83), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:19.667506 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b46965e2-45f3-47ff-a248-48df2780cdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (e57876b1-db64-4753-b43f-b1f97e8a6c83), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:19.670585 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-b46965e2-45f3-47ff-a248-48df2780cdf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:19.671703 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-b46965e2-45f3-47ff-a248-48df2780cdf4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e57876b1-db64-4753-b43f-b1f97e8a6c83 HTTP/1.1" status: 204 len: 168 time: 0.1210761 Oct 03 16:10:19.679615 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46965e2-45f3-47ff-a248-48df2780cdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57876b1-db64-4753-b43f-b1f97e8a6c83,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:22.194438 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-33080b16-a19c-4179-a779-6cce0629bfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:24.274329 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-67ab722e-dc09-4384-8c05-9a56e512b4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:24.654444 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57596) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:24.762549 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9bcfd63c-ad11-4f41-8bf0-fd838509d990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:24.839177 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9bcfd63c-ad11-4f41-8bf0-fd838509d990 admin admin] Publish callbacks [] for security_group (62189830-1cfe-46a2-96ef-bff56bfb0490), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:24.842853 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-9bcfd63c-ad11-4f41-8bf0-fd838509d990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (62189830-1cfe-46a2-96ef-bff56bfb0490), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:24.882502 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-9bcfd63c-ad11-4f41-8bf0-fd838509d990 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bcc44548ff224994911697a077ce56fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270210 Oct 03 16:10:24.883360 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfd63c-ad11-4f41-8bf0-fd838509d990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62189830-1cfe-46a2-96ef-bff56bfb0490,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:24.885917 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57600) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:24.934782 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-64fa775c-e26d-4180-b77c-f20f26763838 admin admin] Publish callbacks [] for security_group (62189830-1cfe-46a2-96ef-bff56bfb0490), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:24.955112 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-64fa775c-e26d-4180-b77c-f20f26763838 admin admin] Publish callbacks [] for security_group (62189830-1cfe-46a2-96ef-bff56bfb0490), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:25.004447 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-64fa775c-e26d-4180-b77c-f20f26763838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (62189830-1cfe-46a2-96ef-bff56bfb0490), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:25.007009 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-64fa775c-e26d-4180-b77c-f20f26763838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:25.008137 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-64fa775c-e26d-4180-b77c-f20f26763838 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/62189830-1cfe-46a2-96ef-bff56bfb0490 HTTP/1.1" status: 204 len: 168 time: 0.1203623 Oct 03 16:10:25.016171 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa775c-e26d-4180-b77c-f20f26763838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62189830-1cfe-46a2-96ef-bff56bfb0490,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:25.286978 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57606) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:25.301542 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4974c079-73a2-424c-a9c0-0fa9f0a6aceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:25.383356 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4974c079-73a2-424c-a9c0-0fa9f0a6aceb admin admin] Publish callbacks [] for security_group (d9d479be-c78d-4159-aac5-a9df8905d50b), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:25.386903 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-4974c079-73a2-424c-a9c0-0fa9f0a6aceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (d9d479be-c78d-4159-aac5-a9df8905d50b), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:25.426191 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-4974c079-73a2-424c-a9c0-0fa9f0a6aceb admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=843aa6720e834d799db3727019d526c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381757 Oct 03 16:10:25.426998 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974c079-73a2-424c-a9c0-0fa9f0a6aceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d479be-c78d-4159-aac5-a9df8905d50b,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:25.429022 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57608) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:25.479624 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f8033f0a-0578-48f1-aea5-699397019da5 admin admin] Publish callbacks [] for security_group (d9d479be-c78d-4159-aac5-a9df8905d50b), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:25.502049 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f8033f0a-0578-48f1-aea5-699397019da5 admin admin] Publish callbacks [] for security_group (d9d479be-c78d-4159-aac5-a9df8905d50b), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:25.552271 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f8033f0a-0578-48f1-aea5-699397019da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (d9d479be-c78d-4159-aac5-a9df8905d50b), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:25.554782 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-f8033f0a-0578-48f1-aea5-699397019da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:25.555899 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-f8033f0a-0578-48f1-aea5-699397019da5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d9d479be-c78d-4159-aac5-a9df8905d50b HTTP/1.1" status: 204 len: 168 time: 0.1258247 Oct 03 16:10:25.564138 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8033f0a-0578-48f1-aea5-699397019da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d479be-c78d-4159-aac5-a9df8905d50b,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:25.835227 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:27.079074 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:27.201344 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:28.551018 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:10:35.419889 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=67,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:35.422503 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:35.538886 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=70,neutron:INSERT=11,neutron:DELETE=5 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:35.559904 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=68,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:36.859433 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:38.547015 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:45.238543 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57730) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:45.346110 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-27a2302f-18d4-46c0-86a9-5b253259c055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:45.422935 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-27a2302f-18d4-46c0-86a9-5b253259c055 admin admin] Publish callbacks [] for security_group (96f5cdbb-6b0e-422e-9326-2d706cc2ebd4), precommit_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:45.426861 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-27a2302f-18d4-46c0-86a9-5b253259c055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (96f5cdbb-6b0e-422e-9326-2d706cc2ebd4), after_create {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:45.470897 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-27a2302f-18d4-46c0-86a9-5b253259c055 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5186bbf05dfb497583a0e7251047e2fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312899 Oct 03 16:10:45.471749 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2302f-18d4-46c0-86a9-5b253259c055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f5cdbb-6b0e-422e-9326-2d706cc2ebd4,revision_number=1']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:45.473648 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57734) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:45.524401 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Publish callbacks [] for security_group (96f5cdbb-6b0e-422e-9326-2d706cc2ebd4), before_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:45.544398 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Publish callbacks [] for security_group (96f5cdbb-6b0e-422e-9326-2d706cc2ebd4), precommit_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:45.592312 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (96f5cdbb-6b0e-422e-9326-2d706cc2ebd4), after_delete {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:45.595908 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:45.597064 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/96f5cdbb-6b0e-422e-9326-2d706cc2ebd4 HTTP/1.1" status: 204 len: 168 time: 0.1222789 Oct 03 16:10:45.604942 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f5cdbb-6b0e-422e-9326-2d706cc2ebd4,revision_number=None']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:45.613453 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.613807 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.614136 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.614582 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.614796 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.615252 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.615589 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.616029 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.616466 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.616828 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.617164 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.617490 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.617838 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.618138 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:45.618456 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a93df25-d536-4578-9553-a3886a611ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-13-iscsi {{(pid=106163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 16:10:46.853149 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:49.592238 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [-] (106163) accepted ('10.222.0.33', 57800) {{(pid=106163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:49.700354 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ace195c-5653-4800-ac86-51609ee1a5e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:49.776838 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ace195c-5653-4800-ac86-51609ee1a5e9 admin admin] Publish callbacks [] for security_group (22d5fa44-fa5d-4723-afe1-64f74c7b65bd), precommit_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:49.780514 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron_lib.callbacks.manager [None req-6ace195c-5653-4800-ac86-51609ee1a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (22d5fa44-fa5d-4723-afe1-64f74c7b65bd), after_create {{(pid=106163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:49.820312 dv-cinder-844563-13-iscsi neutron-server[106163]: INFO neutron.wsgi [None req-6ace195c-5653-4800-ac86-51609ee1a5e9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cfb36a6004e44735b8a085010b3ff7ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270007 Oct 03 16:10:49.821295 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace195c-5653-4800-ac86-51609ee1a5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d5fa44-fa5d-4723-afe1-64f74c7b65bd,revision_number=1']} {{(pid=106163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:49.823016 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.wsgi [-] (106162) accepted ('10.222.0.33', 57804) {{(pid=106162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 16:10:49.873891 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d17fb2a6-44d0-4f73-a7c0-d71cc7c606e5 admin admin] Publish callbacks [] for security_group (22d5fa44-fa5d-4723-afe1-64f74c7b65bd), before_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:49.894061 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d17fb2a6-44d0-4f73-a7c0-d71cc7c606e5 admin admin] Publish callbacks [] for security_group (22d5fa44-fa5d-4723-afe1-64f74c7b65bd), precommit_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:49.939058 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d17fb2a6-44d0-4f73-a7c0-d71cc7c606e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731233'] for security_group (22d5fa44-fa5d-4723-afe1-64f74c7b65bd), after_delete {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:49.941733 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron_lib.callbacks.manager [None req-d17fb2a6-44d0-4f73-a7c0-d71cc7c606e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:49.945663 dv-cinder-844563-13-iscsi neutron-server[106162]: INFO neutron.wsgi [None req-d17fb2a6-44d0-4f73-a7c0-d71cc7c606e5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/22d5fa44-fa5d-4723-afe1-64f74c7b65bd HTTP/1.1" status: 204 len: 168 time: 0.1188827 Oct 03 16:10:49.950557 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fb2a6-44d0-4f73-a7c0-d71cc7c606e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d5fa44-fa5d-4723-afe1-64f74c7b65bd,revision_number=None']} {{(pid=106162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 16:10:52.184676 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:52.199726 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0c20-1107-4bf5-8f1a-6422ad954fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:54.276123 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-464b5793-93a8-4847-b8cd-77dc79c0af02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:55.837204 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:56.541894 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=4 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:56.544668 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:57.081852 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:57.203436 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:10:59.814267 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=32,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:59.816688 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG dbcounter [-] [106163] Writing DB stats neutron:SELECT=39,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:59.946221 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=41,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:10:59.946872 dv-cinder-844563-13-iscsi neutron-server[106162]: DEBUG dbcounter [-] [106162] Writing DB stats neutron:SELECT=28,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:11:05.554373 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:11:06.861271 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:11:15.549192 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:11:15.553206 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:11:16.855609 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:11:16.857474 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:11:22.201295 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8aa7ff93-d419-4b22-9fcb-6c69358b8a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:11:24.277451 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-07877013-b8ad-4fea-b876-47a34dc02f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:11:25.836827 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:11:27.084474 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:11:27.207131 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:11:33.543512 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:11:33.544222 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:11:36.861094 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:11:42.553684 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:11:46.854168 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:11:46.856662 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:11:52.206998 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea913-a3eb-4901-83a0-20ecdb7e21e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:11:52.548446 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=14 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:11:52.549179 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=14 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:11:54.279812 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7bbeb0c4-569a-4d88-b744-32de927dda46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:11:55.840594 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:11:57.086776 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:11:57.209822 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:12:06.860665 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:12:10.536274 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:12:10.540275 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=4 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:12:16.848918 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:12:16.855989 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:12:19.553140 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:12:22.209335 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-cc8fba71-3a92-470c-a7c6-d4c54e84fc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:12:24.281615 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e936dd88-bab6-4b71-b871-c79612095206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:12:25.844119 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:12:27.089889 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:12:27.213161 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:12:29.548050 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:12:29.549474 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:12:36.859326 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:12:46.853777 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:12:46.855632 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:12:47.537588 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=4 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:12:50.560186 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:12:52.212992 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-2b0e5cb5-c9b6-4775-8c3a-ca7cb699f4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:12:54.284861 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-bf9be2ec-62e8-44f8-b19e-f700145aa4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:12:55.847693 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:12:56.552778 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:12:57.091744 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:12:57.219200 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:13:06.548158 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:13:06.875913 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:13:16.869766 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:13:16.871678 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:13:22.213888 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ccdff695-7455-41af-b7db-4b95910500c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:13:24.286912 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-ff495d39-af72-41a3-a3d9-696a4b7b54b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:13:24.523357 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:13:24.533432 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=5 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:13:25.848920 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:13:27.094371 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:13:27.211550 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:13:33.552235 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:13:36.889569 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:13:46.884257 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:13:46.885074 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:13:51.124696 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=13 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:13:51.126592 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=15 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:13:52.215918 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-515a1687-7a58-4321-a308-371c94bd2223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:13:54.292004 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-4d9c6e66-b936-4e15-a091-e879080b557b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:13:55.851540 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:13:57.098371 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:13:57.214365 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:14:01.519434 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:14:01.530479 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=5 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:14:06.889446 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:14:10.551258 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:14:16.883819 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:14:16.885624 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:14:20.546298 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:14:20.547079 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:14:22.217927 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-535e7a52-52c7-4dd1-9c66-6d8d0ab2c190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:14:24.294845 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-01479a18-6923-4396-9185-912c3ebc88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:14:25.856526 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:14:27.098412 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:14:27.216637 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:14:36.889761 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:14:38.520786 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:14:38.526857 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=3 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:14:44.058917 dv-cinder-844563-13-iscsi neutron-server[106163]: DEBUG neutron.wsgi [req-0d68b5bf-186a-41a0-8586-602941d79ab9 req-88866a94-17bd-46a9-a2e9-158274432f2f service neutron] (106163) timed out ('10.222.0.48', 53359) {{(pid=106163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 03 16:14:46.883777 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:14:46.885613 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:14:47.550211 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:14:52.218770 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-fe43d891-ebfd-467d-8388-8c84697e3354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:14:54.296588 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-f44b4cc0-d2e9-41e3-8277-5be9c138dc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:14:55.857491 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:14:57.101449 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:14:57.218920 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:14:57.545760 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:14:57.546464 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=1 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:15:06.891803 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:15:15.519351 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:15:15.523310 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=4 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:15:16.885193 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:15:16.887044 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:15:22.219679 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-1d73762e-850d-46f8-ab4d-1ef0e76a130a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:15:24.299845 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-dd5f6e00-536f-4f41-8d72-ce24b12a3088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:15:24.549255 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG neutron.db.agents_db [None req-b9a036d7-7523-4b88-9431-0835f2d9cd55 None None] Agent healthcheck: found 6 active agents {{(pid=106165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 16:15:25.859152 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:15:27.104957 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:15:27.221556 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:15:34.545213 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=2 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:15:36.887405 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0611-f93c-46a2-9ef8-2d6269be6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (c2653ffd-b170-48c5-8221-7537a2cb4714), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:15:46.878274 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:15:46.883122 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG dbcounter [-] [106164] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106164) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:15:52.223014 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-3fcd2de6-930b-4b65-94cd-fa07956d16ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (739c0f9f-ec46-47cf-bb06-6e13eab28b82), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:15:52.515593 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=14 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:15:52.519587 dv-cinder-844563-13-iscsi neutron-server[106165]: DEBUG dbcounter [-] [106165] Writing DB stats neutron:SELECT=18 {{(pid=106165) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 16:15:54.305598 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-34f8cf53-64db-49ac-a039-b02dc8110b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (cc5c8b4a-a826-4d84-b924-ec16fb111ead), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:15:55.863224 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-e0063704-9a89-438f-890d-5aa69280bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (1d66b444-1159-4d0f-8b90-7f368c57365e), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:15:57.109219 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-7fa707ab-74d4-489c-b9f5-d987b6d71cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (43df63da-4671-44fe-857b-bce561b0aa35), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 16:15:57.224525 dv-cinder-844563-13-iscsi neutron-server[106164]: DEBUG neutron_lib.callbacks.manager [None req-0e4dd366-a5f6-497f-b57f-05b756b8f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771420436170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350437'] for agent (b6b8726b-9aa5-4109-8237-12dfe54831a8), after_update {{(pid=106164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}